From 7154f4ec4d5fcde3bf4750f5012181501166d039 Mon Sep 17 00:00:00 2001 From: tricktx Date: Fri, 22 Sep 2023 11:30:07 -0300 Subject: [PATCH] remove web scrrapping in download_and_transform --- pipelines/datasets/br_stf_corte_aberta/tasks.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/pipelines/datasets/br_stf_corte_aberta/tasks.py b/pipelines/datasets/br_stf_corte_aberta/tasks.py index 029eedfe0..83bef2b29 100644 --- a/pipelines/datasets/br_stf_corte_aberta/tasks.py +++ b/pipelines/datasets/br_stf_corte_aberta/tasks.py @@ -75,9 +75,6 @@ def check_for_updates(dataset_id, table_id): retry_delay=timedelta(seconds=constants.TASK_RETRY_DELAY.value), ) def download_and_transform(): - log("Iniciando o web scrapping") - web_scrapping() - log("Iniciando a leitura do csv") df = read_csv()