From ee5b4e0bd0346ae859f4d00d30d278f6e933ac15 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Arthur=20Gusm=C3=A3o?= Date: Tue, 19 Sep 2023 16:58:55 -0300 Subject: [PATCH] feat: testing perfil mensal flow --- pipelines/datasets/br_cvm_fi/flows.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/pipelines/datasets/br_cvm_fi/flows.py b/pipelines/datasets/br_cvm_fi/flows.py index 4acaca4ea..55f0c0346 100644 --- a/pipelines/datasets/br_cvm_fi/flows.py +++ b/pipelines/datasets/br_cvm_fi/flows.py @@ -385,9 +385,14 @@ default=cvm_constants.URL_PERFIL_MENSAL.value, required=False, ) + arquivos = Parameter( + "arquivos", + default=["perfil_mensal_fi_202308.csv", "perfil_mensal_fi_202307.csv"], + required=False, + ) df = extract_links_and_dates(url) - arquivos = check_for_updates(df, upstream_tasks=[df]) + # arquivos = check_for_updates(df, upstream_tasks=[df]) with case(is_empty(arquivos), True): log_task(f"Não houveram atualizações em {url.default}!")