Merge branch 'staging/include_dbt_test' of https://github.com/basedos…

…dados/pipelines into staging/include_dbt_test
basedosdados · Sep 28, 2023 · 1aca212 · 1aca212
2 parents 3479714 + 1af50a0
commit 1aca212
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 8 deletions.
diff --git a/pipelines/utils/execute_dbt_model/flows.py b/pipelines/utils/execute_dbt_model/flows.py
@@ -19,7 +19,7 @@
     table_id = Parameter("table_id")
     mode = Parameter("mode", default="dev", required=False)
     dbt_alias = Parameter("dbt_alias", default=False, required=False)
-    dbt_command  = Parameter("dbt_command", default='run', required=False)
+    dbt_command = Parameter("dbt_command", default="run", required=False)
 
     #################   ####################
     #
@@ -40,10 +40,9 @@
         table_id=table_id,
         dbt_alias=dbt_alias,
         sync=True,
-        dbt_command=dbt_command
+        dbt_command=dbt_command,
     )
 
-
 
 run_dbt_model_flow.storage = GCS(constants.GCS_FLOWS_BUCKET.value)
 run_dbt_model_flow.run_config = KubernetesRun(image=constants.DOCKER_IMAGE.value)
diff --git a/pipelines/utils/execute_dbt_model/tasks.py b/pipelines/utils/execute_dbt_model/tasks.py
@@ -8,10 +8,10 @@
 
 from dbt_client import DbtClient
 from prefect import task
-from pipelines.utils.utils import log
 
 from pipelines.constants import constants
 from pipelines.utils.execute_dbt_model.utils import get_dbt_client
+from pipelines.utils.utils import log
 
 
 @task(
@@ -55,7 +55,7 @@ def run_dbt_model(
     if dbt_alias:
         table_id = f"{dataset_id}__{table_id}"
 
-    if 'run' in dbt_command:
+    if "run" in dbt_command:
         logs_dict = dbt_client.cli(
             f"run --models {dataset_id}.{table_id}",
             sync=sync,
@@ -68,8 +68,8 @@ def run_dbt_model(
                 if "On model" in event["message"]:
                     log(event["message"])
 
-    if 'test' in dbt_command:
-        logs_dict  = dbt_client.cli(
+    if "test" in dbt_command:
+        logs_dict = dbt_client.cli(
             f"test --models {dataset_id}.{table_id}",
             sync=sync,
             logs=True,

diff --git a/pipelines/utils/execute_dbt_model/utils.py b/pipelines/utils/execute_dbt_model/utils.py
@@ -58,4 +58,4 @@ def generate_execute_dbt_model_schedules(  # pylint: disable=too-many-arguments,
                 parameter_defaults=parameter_defaults,
             )
         )
-    return clocks
+    return clocks