Merge pull request #483 from basedosdados/staging/br_anp_precos_combu…

…stiveis [fix] br_anp_precos_combustiveis
basedosdados · Sep 28, 2023 · 54c25ec · 54c25ec
2 parents b10402d + 17621a1
commit 54c25ec
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 7 deletions.
diff --git a/pipelines/datasets/br_anp_precos_combustiveis/flows.py b/pipelines/datasets/br_anp_precos_combustiveis/flows.py
@@ -11,15 +11,11 @@
 from prefect.tasks.prefect import create_flow_run, wait_for_flow_run
 
 from pipelines.constants import constants
-from pipelines.datasets.br_anp_precos_combustiveis.constants import (
-    constants as anatel_constants,
-)
 from pipelines.datasets.br_anp_precos_combustiveis.schedules import (
     every_week_anp_microdados,
 )
 from pipelines.datasets.br_anp_precos_combustiveis.tasks import (
     check_for_updates,
-    data_max_bd_mais,
     data_max_bd_pro,
     download_and_transform,
     make_partitions,

diff --git a/pipelines/datasets/br_anp_precos_combustiveis/tasks.py b/pipelines/datasets/br_anp_precos_combustiveis/tasks.py
@@ -40,9 +40,8 @@ def check_for_updates(dataset_id, table_id):
     # Obtém a data mais recente do site
     download_files(anatel_constants.URLS_DATA.value, anatel_constants.PATH_INPUT.value)
     df = pd.read_csv(anatel_constants.URL_GLP.value, sep=";", encoding="utf-8")
-    data_obj = df["Data da Coleta"].max()
-    data_obj = datetime.strptime(data_obj, "%d/%m/%Y").strftime("%Y-%m-%d")
-    data_obj = datetime.strptime(data_obj, "%Y-%m-%d").date()
+    data_obj = pd.to_datetime(df["Data da Coleta"]).max()
+    data_obj = data_obj.date()
 
     # Obtém a última data no site BD
     data_bq_obj = extract_last_date(