From b2cb75cf7c92e5f28e95348b658eef6f62a1ad7a Mon Sep 17 00:00:00 2001 From: uiro-bi Date: Wed, 27 Nov 2024 14:35:11 -0300 Subject: [PATCH] modify deepflow names --- pipelines/datasets/br_ibge_inpc/flows.py | 8 ++++---- pipelines/datasets/br_ibge_ipca/flows.py | 8 ++++---- pipelines/datasets/br_ibge_ipca15/flows.py | 8 ++++---- pipelines/utils/crawler_ibge_inflacao/flows.py | 12 ++++++------ 4 files changed, 18 insertions(+), 18 deletions(-) diff --git a/pipelines/datasets/br_ibge_inpc/flows.py b/pipelines/datasets/br_ibge_inpc/flows.py index 9b0a70ffc..7af10f0d9 100644 --- a/pipelines/datasets/br_ibge_inpc/flows.py +++ b/pipelines/datasets/br_ibge_inpc/flows.py @@ -21,13 +21,13 @@ schedule_br_ibge_inpc_mes_categoria_rm, ) from pipelines.utils.crawler_ibge_inflacao.flows import ( - flow_ibge_inflacao_mes_brasil, + flow_ibge_inflacao_mes_brasil_, flow_ibge_inflacao_mes_geral, - flow_ibge_inflacao_mes_municipio, + flow_ibge_inflacao_mes_municipio_, flow_ibge_inflacao_mes_rm, ) -br_ibge_inpc_mes_categoria_brasil = deepcopy(flow_ibge_inflacao_mes_brasil) +br_ibge_inpc_mes_categoria_brasil = deepcopy(flow_ibge_inflacao_mes_brasil_) br_ibge_inpc_mes_categoria_brasil.name = "br_ibge_inpc.mes_categoria_brasil" br_ibge_inpc_mes_categoria_brasil.code_owners = ["Gabriel Pisa"] br_ibge_inpc_mes_categoria_brasil.storage = GCS(constants.GCS_FLOWS_BUCKET.value) @@ -46,7 +46,7 @@ ) br_ibge_inpc_mes_categoria_rm.schedule = schedule_br_ibge_inpc_mes_categoria_rm -br_ibge_inpc_mes_categoria_municipio = deepcopy(flow_ibge_inflacao_mes_municipio) +br_ibge_inpc_mes_categoria_municipio = deepcopy(flow_ibge_inflacao_mes_municipio_) br_ibge_inpc_mes_categoria_municipio.name = "br_ibge_inpc_.mes_categoria_municipio" br_ibge_inpc_mes_categoria_municipio.code_owners = ["Gabriel Pisa"] br_ibge_inpc_mes_categoria_municipio.storage = GCS(constants.GCS_FLOWS_BUCKET.value) diff --git a/pipelines/datasets/br_ibge_ipca/flows.py b/pipelines/datasets/br_ibge_ipca/flows.py index cdff7f4c6..97cb74eed 100644 --- a/pipelines/datasets/br_ibge_ipca/flows.py +++ b/pipelines/datasets/br_ibge_ipca/flows.py @@ -17,13 +17,13 @@ schedule_br_ibge_ipca_mes_categoria_rm, ) from pipelines.utils.crawler_ibge_inflacao.flows import ( - flow_ibge_inflacao_mes_brasil, + flow_ibge_inflacao_mes_brasil_, flow_ibge_inflacao_mes_geral, - flow_ibge_inflacao_mes_municipio, + flow_ibge_inflacao_mes_municipio_, flow_ibge_inflacao_mes_rm, ) -br_ibge_ipca_mes_categoria_brasil = deepcopy(flow_ibge_inflacao_mes_brasil) +br_ibge_ipca_mes_categoria_brasil = deepcopy(flow_ibge_inflacao_mes_brasil_) br_ibge_ipca_mes_categoria_brasil.name = "br_ibge_ipca.mes_categoria_brasil" br_ibge_ipca_mes_categoria_brasil.code_owners = ["Gabriel Pisa"] br_ibge_ipca_mes_categoria_brasil.storage = GCS(constants.GCS_FLOWS_BUCKET.value) @@ -42,7 +42,7 @@ ) br_ibge_ipca_mes_categoria_rm.schedule = schedule_br_ibge_ipca_mes_categoria_rm -br_ibge_ipca_mes_categoria_municipio = deepcopy(flow_ibge_inflacao_mes_municipio) +br_ibge_ipca_mes_categoria_municipio = deepcopy(flow_ibge_inflacao_mes_municipio_) br_ibge_ipca_mes_categoria_municipio.name = "br_ibge_ipca.mes_categoria_municipio" br_ibge_ipca_mes_categoria_municipio.code_owners = ["Gabriel Pisa"] br_ibge_ipca_mes_categoria_municipio.storage = GCS(constants.GCS_FLOWS_BUCKET.value) diff --git a/pipelines/datasets/br_ibge_ipca15/flows.py b/pipelines/datasets/br_ibge_ipca15/flows.py index ff2bc79c6..84170ed54 100644 --- a/pipelines/datasets/br_ibge_ipca15/flows.py +++ b/pipelines/datasets/br_ibge_ipca15/flows.py @@ -21,13 +21,13 @@ schedule_br_ibge_ipca15_mes_categoria_rm, ) from pipelines.utils.crawler_ibge_inflacao.flows import ( - flow_ibge_inflacao_mes_brasil, + flow_ibge_inflacao_mes_brasil_, flow_ibge_inflacao_mes_geral, - flow_ibge_inflacao_mes_municipio, + flow_ibge_inflacao_mes_municipio_, flow_ibge_inflacao_mes_rm, ) -br_ibge_ipca15_mes_categoria_brasil = deepcopy(flow_ibge_inflacao_mes_brasil) +br_ibge_ipca15_mes_categoria_brasil = deepcopy(flow_ibge_inflacao_mes_brasil_) br_ibge_ipca15_mes_categoria_brasil.name = "br_ibge_ipca15.mes_categoria_brasil" br_ibge_ipca15_mes_categoria_brasil.code_owners = ["Gabriel Pisa"] br_ibge_ipca15_mes_categoria_brasil.storage = GCS(constants.GCS_FLOWS_BUCKET.value) @@ -47,7 +47,7 @@ ) br_ibge_ipca15_mes_categoria_rm.schedule = schedule_br_ibge_ipca15_mes_categoria_rm -br_ibge_ipca15_mes_categoria_municipio = deepcopy(flow_ibge_inflacao_mes_municipio) +br_ibge_ipca15_mes_categoria_municipio = deepcopy(flow_ibge_inflacao_mes_municipio_) br_ibge_ipca15_mes_categoria_municipio.name = "br_ibge_ipca15.mes_categoria_municipio" br_ibge_ipca15_mes_categoria_municipio.code_owners = ["Gabriel Pisa"] br_ibge_ipca15_mes_categoria_municipio.storage = GCS(constants.GCS_FLOWS_BUCKET.value) diff --git a/pipelines/utils/crawler_ibge_inflacao/flows.py b/pipelines/utils/crawler_ibge_inflacao/flows.py index 1a9ec296e..975fe38e0 100644 --- a/pipelines/utils/crawler_ibge_inflacao/flows.py +++ b/pipelines/utils/crawler_ibge_inflacao/flows.py @@ -31,7 +31,7 @@ with Flow( name="BD Template - IBGE Inflação: mes_brasil" -) as flow_ibge_inflacao_mes_brasil: +) as flow_ibge_inflacao_mes_brasil_: INDICE = Parameter("indice") FOLDER = Parameter("folder") dataset_id = Parameter("dataset_id") @@ -112,8 +112,8 @@ ) -flow_ibge_inflacao_mes_brasil.storage = GCS(constants.GCS_FLOWS_BUCKET.value) -flow_ibge_inflacao_mes_brasil.run_config = KubernetesRun( +flow_ibge_inflacao_mes_brasil_.storage = GCS(constants.GCS_FLOWS_BUCKET.value) +flow_ibge_inflacao_mes_brasil_.run_config = KubernetesRun( image=constants.DOCKER_IMAGE.value ) @@ -205,7 +205,7 @@ with Flow( "BD Template - IBGE Inflação: mes_municipio" -) as flow_ibge_inflacao_mes_municipio: +) as flow_ibge_inflacao_mes_municipio_: # Parameters INDICE = Parameter("indice") FOLDER = Parameter("folder") @@ -287,8 +287,8 @@ ) -flow_ibge_inflacao_mes_municipio.storage = GCS(constants.GCS_FLOWS_BUCKET.value) -flow_ibge_inflacao_mes_municipio.run_config = KubernetesRun( +flow_ibge_inflacao_mes_municipio_.storage = GCS(constants.GCS_FLOWS_BUCKET.value) +flow_ibge_inflacao_mes_municipio_.run_config = KubernetesRun( image=constants.DOCKER_IMAGE.value )