testing sinan decreasing chunk value

basedosdados · Dec 2, 2024 · 250e7c8 · 250e7c8
1 parent c4c0895
commit 250e7c8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pipelines/utils/crawler_datasus/flows.py b/pipelines/utils/crawler_datasus/flows.py
@@ -423,7 +423,7 @@
             file_list=dbc_files,
             dataset_id=dataset_id,
             table_id=table_id,
-            chunk_size = 150000,
+            chunk_size = 100000,
             upstream_tasks=[dbf_files, dbc_files],
         )