update_django_metadata

basedosdados · Sep 21, 2023 · 8238d9b · 8238d9b
1 parent c8e621c
commit 8238d9b
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/pipelines/datasets/mundo_transfermarkt_competicoes/flows.py b/pipelines/datasets/mundo_transfermarkt_competicoes/flows.py
@@ -194,8 +194,8 @@
             bq_last_update=False,
             is_bd_pro=True,
             is_free=True,
-            time_delta=1,
-            time_unit="year",
+            time_delta=6,
+            time_unit="months",
             date_format="yy-mm-dd",
             api_mode="prod",
             upstream_tasks=[materialization_flow],

diff --git a/pipelines/datasets/mundo_transfermarkt_competicoes/tasks.py b/pipelines/datasets/mundo_transfermarkt_competicoes/tasks.py
@@ -50,7 +50,7 @@ def get_max_data(file_path):
     ano = mundo_constants.DATA_ATUAL_ANO.value
     df = pd.read_csv(f"{file_path}ano_campeonato={ano}/data.csv")
     df["data"] = pd.to_datetime(df["data"]).dt.date
-    max_data = df["data"].max()
+    max_data = df["data"].max().strftime("%Y-%m-%d")
 
     # max_data = mundo_constants.DATA_ATUAL.value
     return max_data