From 1e9f33b9085226653880334eb793d7fbb6e75174 Mon Sep 17 00:00:00 2001 From: Justin Bandoro Date: Tue, 24 Oct 2023 11:46:12 -0700 Subject: [PATCH] add skip for generate_dbt_docs_gcs --- dev/dags/dbt_docs.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/dev/dags/dbt_docs.py b/dev/dags/dbt_docs.py index 930662ab3..edf89bdab 100644 --- a/dev/dags/dbt_docs.py +++ b/dev/dags/dbt_docs.py @@ -58,6 +58,11 @@ def which_upload(): downstream_tasks_to_run += ["generate_dbt_docs_azure"] except AirflowNotFoundException: pass + try: + BaseHook.get_connection(GCS_CONN_ID) + downstream_tasks_to_run += ["generate_dbt_docs_gcs"] + except AirflowNotFoundException: + pass return downstream_tasks_to_run @@ -94,4 +99,4 @@ def which_upload(): bucket_name="cosmos-docs", ) - which_upload() >> [generate_dbt_docs_aws, generate_dbt_docs_azure] + which_upload() >> [generate_dbt_docs_aws, generate_dbt_docs_azure, generate_dbt_docs_gcs]