feat: drop columns in clean_data_and_make_partitions

basedosdados · Nov 6, 2024 · 64afabc · 64afabc
1 parent d7fa7ed
commit 64afabc
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/pipelines/datasets/br_cvm_fi/tasks.py b/pipelines/datasets/br_cvm_fi/tasks.py
@@ -225,10 +225,11 @@ def clean_data_and_make_partitions(path: str, table_id: str) -> str:
     for file in files:
         df = pd.read_csv(f"{path}{file}", sep=";")
         log(f"File {file} read.")
-        log(df.columns)
 
         df["CNPJ_FUNDO_CLASSE"] = df["CNPJ_FUNDO_CLASSE"].str.replace(r"[/.-]", "")
 
+        df.drop("ID_SUBCLASSE",axis=1, inplace=True)
+
         df = rename_columns(df_arq, df)
 
         df = check_and_create_column(