diff --git a/scripts/test/integration-setup.sh b/scripts/test/integration-setup.sh index 41d655db6a..464ae2618a 100644 --- a/scripts/test/integration-setup.sh +++ b/scripts/test/integration-setup.sh @@ -10,10 +10,14 @@ NEXT_MINOR_VERSION=$(echo "$DBT_VERSION" | awk -F. '{print $1"."$2+1}') # we install using the following workaround to overcome installation conflicts, such as: # apache-airflow 2.3.0 and dbt-core [0.13.0 - 1.5.2] and jinja2>=3.0.0 because these package versions have conflicting dependencies pip uninstall -y 'dbt-bigquery' 'dbt-databricks' 'dbt-duckdb' 'dbt-postgres' 'dbt-vertica' 'dbt-core' -rm -rf airflow.* + +rm -f $AIRFLOW_HOME/airflow.cfg +rm -f $AIRFLOW_HOME/airflow.db + pip freeze | grep airflow airflow db reset -y + AIRFLOW_VERSION=$(airflow version) AIRFLOW_MAJOR_VERSION=$(echo "$AIRFLOW_VERSION" | cut -d. -f1) if [ "$AIRFLOW_MAJOR_VERSION" -ge 3 ]; then @@ -30,7 +34,7 @@ uv pip install -U "dbt-core==$DBT_VERSION" dbt-postgres dbt-bigquery dbt-vertica pip install -U openlineage-airflow if python3 -c "import sys; print(sys.version_info >= (3, 9))" | grep -q 'True'; then - pip install 'dbt-duckdb' 'airflow-provider-duckdb>=0.2.0' + pip install 'dbt-duckdb' "airflow-provider-duckdb>=0.2.0" "apache-airflow==$AIRFLOW_VERSION" fi # To overcome CI issues when running Py 3.10 and AF 2.6 with dbt-core 1.9 @@ -42,4 +46,6 @@ if [ "$AIRFLOW_VERSION" = "2.6.0" ] ; then pip freeze | grep -i pydantic fi +pip install -U openlineage-airflow apache-airflow==$AIRFLOW_VERSION + uv pip freeze diff --git a/scripts/test/pre-install-airflow.sh b/scripts/test/pre-install-airflow.sh index dbe0e6effb..3553894594 100755 --- a/scripts/test/pre-install-airflow.sh +++ b/scripts/test/pre-install-airflow.sh @@ -37,6 +37,7 @@ uv pip install "apache-airflow==$AIRFLOW_VERSION" apache-airflow-providers-docke # Due to issue https://github.com/fsspec/gcsfs/issues/664 uv pip install "gcsfs<2025.3.0" + if [ "$AIRFLOW_VERSION" = "2.4" ] || [ "$AIRFLOW_VERSION" = "2.5" ] || [ "$AIRFLOW_VERSION" = "2.6" ] ; then uv pip install "apache-airflow-providers-amazon" "apache-airflow==$AIRFLOW_VERSION" "urllib3<2" uv pip install "apache-airflow-providers-cncf-kubernetes" "apache-airflow==$AIRFLOW_VERSION"