Merge pull request #827 from basedosdados/fix_br_me_cnpj

[Refactor] br_me_cnpj
basedosdados · Nov 14, 2024 · ac5afc7 · ac5afc7
2 parents 55a70ec + a967b54
commit ac5afc7
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 6 deletions.
diff --git a/models/br_me_cnpj/br_me_cnpj__empresas.sql b/models/br_me_cnpj/br_me_cnpj__empresas.sql
@@ -9,7 +9,6 @@
             "data_type": "date",
         },
         pre_hook="DROP ALL ROW ACCESS POLICIES ON {{ this }}",
-        incremental_strategy="insert_overwrite",
     )
 }}
 with
@@ -28,4 +27,4 @@ with
     )
 select *
 from cnpj_empresas
-{% if is_incremental() %} where data in ('2024-09-18', '2024-10-16') {% endif %}
+{% if is_incremental() %} where data > (select max(data) from {{ this }}) {% endif %}
diff --git a/models/br_me_cnpj/br_me_cnpj__estabelecimentos.sql b/models/br_me_cnpj/br_me_cnpj__estabelecimentos.sql
@@ -8,7 +8,6 @@
             "data_type": "date",
         },
         cluster_by="sigla_uf",
-        incremental_strategy="insert_overwrite",
         pre_hook="DROP ALL ROW ACCESS POLICIES ON {{ this }}",
     )
 }}
@@ -60,4 +59,4 @@ with
     )
 select *
 from cnpj_estabelecimentos
-{% if is_incremental() %} where data in ('2024-09-18', '2024-10-16') {% endif %}
+{% if is_incremental() %} where data > (select max(data) from {{ this }}) {% endif %}
diff --git a/models/br_me_cnpj/br_me_cnpj__socios.sql b/models/br_me_cnpj/br_me_cnpj__socios.sql
@@ -8,7 +8,6 @@
             "data_type": "date",
         },
         pre_hook="DROP ALL ROW ACCESS POLICIES ON {{ this }}",
-        incremental_strategy="insert_overwrite",
     )
 }}
 with
@@ -33,4 +32,4 @@ with
     )
 select *
 from cnpj_socios
-{% if is_incremental() %} where data in ('2024-09-18', '2024-10-16') {% endif %}
+{% if is_incremental() %} where data > (select max(data) from {{ this }}) {% endif %}