Merge branch 'master' into staging/br_anatel_telefonia

basedosdados · Oct 3, 2023 · 46c5244 · 46c5244
2 parents 32f0240 + f927b66
commit 46c5244
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 10 deletions.
diff --git a/pipelines/datasets/br_me_comex_stat/flows.py b/pipelines/datasets/br_me_comex_stat/flows.py
@@ -115,7 +115,7 @@
                 api_mode="prod",
                 billing_project_id="basedosdados",
                 date_format="yy-mm",
-                time_delta=1,
+                time_delta=6,
                 time_unit="months",
             )
 
@@ -206,7 +206,7 @@
                 api_mode="prod",
                 billing_project_id="basedosdados",
                 date_format="yy-mm",
-                time_delta=1,
+                time_delta=6,
                 time_unit="months",
             )
 
@@ -299,7 +299,7 @@
                 api_mode="prod",
                 billing_project_id="basedosdados",
                 date_format="yy-mm",
-                time_delta=1,
+                time_delta=6,
                 time_unit="months",
             )
 
@@ -390,7 +390,7 @@
                 api_mode="prod",
                 billing_project_id="basedosdados",
                 date_format="yy-mm",
-                time_delta=1,
+                time_delta=6,
                 time_unit="months",
             )
 

diff --git a/pipelines/datasets/br_me_comex_stat/schedules.py b/pipelines/datasets/br_me_comex_stat/schedules.py
@@ -15,7 +15,7 @@
     clocks=[
         CronClock(
             cron="@monthly",
-            start_date=datetime(2023, 8, 8, 0, 0),
+            start_date=datetime(2023, 10, 4, 0, 0),
             labels=[
                 constants.BASEDOSDADOS_PROD_AGENT_LABEL.value,
             ],
@@ -25,6 +25,7 @@
                 "materialization_mode": "prod",
                 "materialize after dump": True,
                 "dbt_alias": False,
+                "update_metadata": True,
             },
         )
     ],
@@ -36,7 +37,7 @@
     clocks=[
         CronClock(
             cron="@monthly",
-            start_date=datetime(2023, 8, 8, 0, 0),
+            start_date=datetime(2023, 10, 4, 0, 0),
             labels=[
                 constants.BASEDOSDADOS_PROD_AGENT_LABEL.value,
             ],
@@ -46,6 +47,7 @@
                 "materialization_mode": "prod",
                 "materialize after dump": True,
                 "dbt_alias": False,
+                "update_metadata": True,
             },
         )
     ],
@@ -57,7 +59,7 @@
     clocks=[
         CronClock(
             cron="@monthly",
-            start_date=datetime(2023, 8, 8, 0, 0),
+            start_date=datetime(2023, 10, 4, 0, 0),
             labels=[
                 constants.BASEDOSDADOS_PROD_AGENT_LABEL.value,
             ],
@@ -67,6 +69,7 @@
                 "materialization_mode": "prod",
                 "materialize after dump": True,
                 "dbt_alias": False,
+                "update_metadata": True,
             },
         )
     ],
@@ -78,7 +81,7 @@
     clocks=[
         CronClock(
             cron="@monthly",
-            start_date=datetime(2023, 8, 8, 0, 0),
+            start_date=datetime(2023, 10, 4, 0, 0),
             labels=[
                 constants.BASEDOSDADOS_PROD_AGENT_LABEL.value,
             ],
@@ -88,6 +91,7 @@
                 "materialization_mode": "prod",
                 "materialize after dump": True,
                 "dbt_alias": False,
+                "update_metadata": True,
             },
         )
     ],

diff --git a/pipelines/datasets/br_stf_corte_aberta/flows.py b/pipelines/datasets/br_stf_corte_aberta/flows.py
@@ -107,8 +107,8 @@
                     is_bd_pro=True,
                     _last_date=get_max_date_string,
                     is_free=True,
-                    # time_delta = 3,
-                    time_unit="days",
+                    time_delta=6,
+                    time_unit="weeks",
                     upstream_tasks=[wait_for_materialization],
                 )
 br_stf.storage = GCS(constants.GCS_FLOWS_BUCKET.value)