rename constants

basedosdados · Sep 22, 2023 · acc8cf7 · acc8cf7
1 parent 7154f4e
commit acc8cf7
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 5 deletions.
diff --git a/pipelines/datasets/br_stf_corte_aberta/tasks.py b/pipelines/datasets/br_stf_corte_aberta/tasks.py
@@ -23,8 +23,9 @@
 
 
 def check_for_data():
+    log("Iniciando web scrapping")
     web_scrapping()
-
+    log("Iniciando o check for data")
     arquivos = os.listdir(stf_constants.STF_INPUT.value)
     for arquivo in arquivos:
         if arquivo.endswith(".csv"):

diff --git a/pipelines/datasets/br_stf_corte_aberta/utils.py b/pipelines/datasets/br_stf_corte_aberta/utils.py
@@ -46,12 +46,10 @@ def web_scrapping():
 
 
 def read_csv():
-    arquivos = os.listdir("/mnt/d/download/br_stf_decisoes/teste/")
+    arquivos = os.listdir(stf_constants.STF_INPUT.value)
     for arquivo in arquivos:
         if arquivo.endswith(".csv"):
-            df = pd.read_csv(
-                "/mnt/d/download/br_stf_decisoes/teste/" + arquivo, dtype=str
-            )
+            df = pd.read_csv(stf_constants.STF_INPUT.value + arquivo, dtype=str)
     return df