From a4f50de9a9366d5a3e3bdf480bddc648121ab910 Mon Sep 17 00:00:00 2001 From: Pankaj Singh <98807258+pankajastro@users.noreply.github.com> Date: Thu, 19 Dec 2024 14:13:21 +0530 Subject: [PATCH] Unpin dbt-databricks version (#1409) closes: https://github.com/astronomer/astronomer-cosmos/issues/1379 A new version of dbt-databricks (v1.9.1) has been released, [release notes](https://github.com/databricks/dbt-databricks/releases/tag/v1.9.1). It is expected that PR: https://github.com/databricks/dbt-databricks/pull/874 will resolve the existing dependency issue. --- pyproject.toml | 6 ++++-- scripts/test/integration-setup.sh | 2 +- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 6beb3db3e..cad6c3896 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -44,8 +44,10 @@ dbt-all = [ "dbt-athena", "dbt-bigquery", "dbt-clickhouse", - # TODO: https://github.com/astronomer/astronomer-cosmos/issues/1379 - "dbt-databricks<1.9", + # The dbt-databricks:1.9.0 version causes a dependency conflict with + # the Pydantic version required by Airflow (version > 2.7) + # See: https://github.com/astronomer/astronomer-cosmos/issues/1379 + "dbt-databricks!=1.9.0", "dbt-exasol", "dbt-postgres", "dbt-redshift", diff --git a/scripts/test/integration-setup.sh b/scripts/test/integration-setup.sh index 2bf0e563d..5c2ab3af8 100644 --- a/scripts/test/integration-setup.sh +++ b/scripts/test/integration-setup.sh @@ -11,4 +11,4 @@ rm -rf airflow.* pip freeze | grep airflow airflow db reset -y airflow db init -pip install 'dbt-databricks<1.9' 'dbt-bigquery' 'dbt-postgres' 'dbt-vertica' 'openlineage-airflow' +pip install 'dbt-databricks!=1.9.0' 'dbt-bigquery' 'dbt-postgres' 'dbt-vertica' 'openlineage-airflow'