verificando container

basedosdados · Sep 28, 2023 · 81e8430 · 81e8430
1 parent ba1758a
commit 81e8430
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/pipelines/datasets/br_stf_corte_aberta/utils.py b/pipelines/datasets/br_stf_corte_aberta/utils.py
@@ -37,17 +37,19 @@ def web_scrapping():
     options.add_argument("--crash-dumps-dir=/tmp")
     options.add_argument("--remote-debugging-port=9222")
     driver = webdriver.Chrome(options=options)
-    time.sleep(50)
+    time.sleep(30)
     driver.get(stf_constants.STF_LINK.value)
-    time.sleep(50)
+    time.sleep(30)
     driver.maximize_window()
-    time.sleep(50)
+    time.sleep(30)
     driver.find_element("xpath", '//*[@id="EXPORT-BUTTON-2"]/button').click()
-    time.sleep(50)
+    time.sleep(30)
 
 
 def read_csv():
     arquivos = os.listdir(stf_constants.STF_INPUT.value)
+    log("Verificando dados dentro do container")
+    log(arquivos)
     for arquivo in arquivos:
         if arquivo.endswith(".csv"):
             df = pd.read_csv(stf_constants.STF_INPUT.value + arquivo, dtype=str)