From d1f9a7e55cfd9d0e205c62f8661b0d7919c5a319 Mon Sep 17 00:00:00 2001 From: pankajastro Date: Thu, 19 Dec 2024 02:07:41 +0530 Subject: [PATCH 1/2] Unpin dbt-databricks version --- pyproject.toml | 3 +-- scripts/test/integration-setup.sh | 2 +- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 6beb3db3e7..033d51e777 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -44,8 +44,7 @@ dbt-all = [ "dbt-athena", "dbt-bigquery", "dbt-clickhouse", - # TODO: https://github.com/astronomer/astronomer-cosmos/issues/1379 - "dbt-databricks<1.9", + "dbt-databricks!=1.9.0", "dbt-exasol", "dbt-postgres", "dbt-redshift", diff --git a/scripts/test/integration-setup.sh b/scripts/test/integration-setup.sh index 2bf0e563d6..5c2ab3af82 100644 --- a/scripts/test/integration-setup.sh +++ b/scripts/test/integration-setup.sh @@ -11,4 +11,4 @@ rm -rf airflow.* pip freeze | grep airflow airflow db reset -y airflow db init -pip install 'dbt-databricks<1.9' 'dbt-bigquery' 'dbt-postgres' 'dbt-vertica' 'openlineage-airflow' +pip install 'dbt-databricks!=1.9.0' 'dbt-bigquery' 'dbt-postgres' 'dbt-vertica' 'openlineage-airflow' From 5595e0191f6a4cc6c09162ff2f883f61c0684b12 Mon Sep 17 00:00:00 2001 From: pankajastro Date: Thu, 19 Dec 2024 13:24:09 +0530 Subject: [PATCH 2/2] Apply review suggestion --- pyproject.toml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/pyproject.toml b/pyproject.toml index 033d51e777..cad6c38967 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -44,6 +44,9 @@ dbt-all = [ "dbt-athena", "dbt-bigquery", "dbt-clickhouse", + # The dbt-databricks:1.9.0 version causes a dependency conflict with + # the Pydantic version required by Airflow (version > 2.7) + # See: https://github.com/astronomer/astronomer-cosmos/issues/1379 "dbt-databricks!=1.9.0", "dbt-exasol", "dbt-postgres",