Merge pull request #828 from basedosdados/staging/partitions_cnpj

[BugFix] br_me_cnpj
basedosdados · Nov 19, 2024 · 13fdeb0 · 13fdeb0
2 parents ac5afc7 + ee5ff8f
commit 13fdeb0
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 6 deletions.
diff --git a/models/br_me_cnpj/br_me_cnpj__empresas.sql b/models/br_me_cnpj/br_me_cnpj__empresas.sql
@@ -8,7 +8,11 @@
             "field": "data",
             "data_type": "date",
         },
-        pre_hook="DROP ALL ROW ACCESS POLICIES ON {{ this }}",
+        incremental_strategy="insert_overwrite",
+        pre_hook=[
+            "DROP ALL ROW ACCESS POLICIES ON {{ this }}",
+            "DELETE FROM {{ this }}         WHERE data > '2024-03-15'",
+        ],
     )
 }}
 with
@@ -27,4 +31,4 @@ with
     )
 select *
 from cnpj_empresas
-{% if is_incremental() %} where data > (select max(data) from {{ this }}) {% endif %}
+{% if is_incremental() %} where data = '2024-11-15' {% endif %}
diff --git a/models/br_me_cnpj/br_me_cnpj__estabelecimentos.sql b/models/br_me_cnpj/br_me_cnpj__estabelecimentos.sql
@@ -8,7 +8,11 @@
             "data_type": "date",
         },
         cluster_by="sigla_uf",
-        pre_hook="DROP ALL ROW ACCESS POLICIES ON {{ this }}",
+        incremental_strategy="insert_overwrite",
+        pre_hook=[
+            "DROP ALL ROW ACCESS POLICIES ON {{ this }}",
+            "DELETE FROM {{ this }}         WHERE data > '2024-03-15'",
+        ],
     )
 }}
 with
@@ -59,4 +63,4 @@ with
     )
 select *
 from cnpj_estabelecimentos
-{% if is_incremental() %} where data > (select max(data) from {{ this }}) {% endif %}
+{% if is_incremental() %} where data = '2024-11-15' {% endif %}
diff --git a/models/br_me_cnpj/br_me_cnpj__socios.sql b/models/br_me_cnpj/br_me_cnpj__socios.sql
@@ -7,7 +7,11 @@
             "field": "data",
             "data_type": "date",
         },
-        pre_hook="DROP ALL ROW ACCESS POLICIES ON {{ this }}",
+        incremental_strategy="insert_overwrite",
+        pre_hook=[
+            "DROP ALL ROW ACCESS POLICIES ON {{ this }}",
+            "DELETE FROM {{ this }}         WHERE data > '2024-03-15'",
+        ],
     )
 }}
 with
@@ -32,4 +36,4 @@ with
     )
 select *
 from cnpj_socios
-{% if is_incremental() %} where data > (select max(data) from {{ this }}) {% endif %}
+{% if is_incremental() %} where data = '2024-11-15' {% endif %}