Merge branch 'main' into staging/fix-cgu-servidores

basedosdados · Nov 8, 2024 · f8473f2 · f8473f2
2 parents 3831d07 + 496c158
commit f8473f2
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pipelines/datasets/br_cvm_fi/tasks.py b/pipelines/datasets/br_cvm_fi/tasks.py
@@ -226,9 +226,9 @@ def clean_data_and_make_partitions(path: str, table_id: str) -> str:
         df = pd.read_csv(f"{path}{file}", sep=";")
         log(f"File {file} read.")
 
-        df.rename(columns={'CNPJ_FUNDO_CLASSE':'CNPJ_FUNDO'}, inplace=True)
+        df["CNPJ_FUNDO_CLASSE"] = df["CNPJ_FUNDO_CLASSE"].str.replace(r"[/.-]", "")
 
-        df["CNPJ_FUNDO"] = df["CNPJ_FUNDO"].str.replace(r"[/.-]", "")
+        df.drop("ID_SUBCLASSE",axis=1, inplace=True)
 
         df = rename_columns(df_arq, df)