diff --git a/pipelines/datasets/br_denatran_frota/backfill.py b/pipelines/datasets/br_denatran_frota/backfill.py new file mode 100644 index 000000000..ad8739398 --- /dev/null +++ b/pipelines/datasets/br_denatran_frota/backfill.py @@ -0,0 +1,10 @@ +# -*- coding: utf-8 -*- +from pipelines.datasets.br_denatran_frota.handlers import crawl, get_desired_file +from pipelines.datasets.br_denatran_frota.constants import constants + +months = range(1, 13) +year = 2003 +for month in months: + print(month) + crawl(month=month, year=year, temp_dir="DENATRAN_FILES") + get_desired_file(year=year, download_directory=constants.DOWNLOAD_PATH.value) diff --git a/pipelines/datasets/br_denatran_frota/run.py b/pipelines/datasets/br_denatran_frota/run.py deleted file mode 100644 index 47e6b3ca5..000000000 --- a/pipelines/datasets/br_denatran_frota/run.py +++ /dev/null @@ -1,4 +0,0 @@ -# -*- coding: utf-8 -*- -from flows import br_denatran_frota_municipio_tipo - -br_denatran_frota_municipio_tipo.run()