From 81e8430e3b710bb0cbfdabd60633185f241bf295 Mon Sep 17 00:00:00 2001 From: tricktx Date: Wed, 27 Sep 2023 21:40:25 -0300 Subject: [PATCH] verificando container --- pipelines/datasets/br_stf_corte_aberta/utils.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/pipelines/datasets/br_stf_corte_aberta/utils.py b/pipelines/datasets/br_stf_corte_aberta/utils.py index 65d13d7c5..e1cfa4f3f 100644 --- a/pipelines/datasets/br_stf_corte_aberta/utils.py +++ b/pipelines/datasets/br_stf_corte_aberta/utils.py @@ -37,17 +37,19 @@ def web_scrapping(): options.add_argument("--crash-dumps-dir=/tmp") options.add_argument("--remote-debugging-port=9222") driver = webdriver.Chrome(options=options) - time.sleep(50) + time.sleep(30) driver.get(stf_constants.STF_LINK.value) - time.sleep(50) + time.sleep(30) driver.maximize_window() - time.sleep(50) + time.sleep(30) driver.find_element("xpath", '//*[@id="EXPORT-BUTTON-2"]/button').click() - time.sleep(50) + time.sleep(30) def read_csv(): arquivos = os.listdir(stf_constants.STF_INPUT.value) + log("Verificando dados dentro do container") + log(arquivos) for arquivo in arquivos: if arquivo.endswith(".csv"): df = pd.read_csv(stf_constants.STF_INPUT.value + arquivo, dtype=str)