diff --git a/pipelines/utils/crawler_datasus/tasks.py b/pipelines/utils/crawler_datasus/tasks.py index d770f8fd2..bd4b8a1e1 100644 --- a/pipelines/utils/crawler_datasus/tasks.py +++ b/pipelines/utils/crawler_datasus/tasks.py @@ -353,7 +353,7 @@ def is_empty(lista): @task -def read_dbf_save_parquet_chunks(file_list: list, table_id: str, dataset_id:str= "br_ms_sia", chunk_size : int = 300000) -> str: +def read_dbf_save_parquet_chunks(file_list: list, table_id: str, dataset_id:str= "br_ms_sia", chunk_size : int = 100000) -> str: """ Convert dbc to parquet """