Fix broken CI tests.py3.11-2.8-1.9:test-integration-setup

scripts/test/integration-setup.sh

@@ -10,10 +10,14 @@ NEXT_MINOR_VERSION=$(echo "$DBT_VERSION" | awk -F. '{print $1"."$2+1}')
 # we install using the following workaround to overcome installation conflicts, such as:
 # apache-airflow 2.3.0 and dbt-core [0.13.0 - 1.5.2] and jinja2>=3.0.0 because these package versions have conflicting dependencies
 pip uninstall -y 'dbt-bigquery' 'dbt-databricks' 'dbt-duckdb' 'dbt-postgres' 'dbt-vertica' 'dbt-core'
-rm -rf airflow.*
+
+rm -f $AIRFLOW_HOME/airflow.cfg
+rm -f $AIRFLOW_HOME/airflow.db
+
 pip freeze | grep airflow
 airflow db reset -y
 
+
 AIRFLOW_VERSION=$(airflow version)
 AIRFLOW_MAJOR_VERSION=$(echo "$AIRFLOW_VERSION" | cut -d. -f1)
 if [ "$AIRFLOW_MAJOR_VERSION" -ge 3 ]; then
@@ -30,7 +34,7 @@ uv pip install -U "dbt-core==$DBT_VERSION" dbt-postgres dbt-bigquery dbt-vertica
 pip install  -U openlineage-airflow
 
 if python3 -c "import sys; print(sys.version_info >= (3, 9))" | grep -q 'True'; then
-  pip install  'dbt-duckdb' 'airflow-provider-duckdb>=0.2.0'
+  pip install  'dbt-duckdb' "airflow-provider-duckdb>=0.2.0" "apache-airflow==$AIRFLOW_VERSION"
 fi
 
 # To overcome CI issues when running Py 3.10 and AF 2.6 with dbt-core 1.9
@@ -42,4 +46,6 @@ if [ "$AIRFLOW_VERSION" = "2.6.0" ] ; then
   pip freeze | grep -i pydantic
 fi
 
+pip install -U openlineage-airflow apache-airflow==$AIRFLOW_VERSION
+
 uv pip freeze

scripts/test/pre-install-airflow.sh

@@ -37,6 +37,7 @@ uv pip install "apache-airflow==$AIRFLOW_VERSION" apache-airflow-providers-docke
 # Due to issue https://github.com/fsspec/gcsfs/issues/664
 uv pip install "gcsfs<2025.3.0"
 
+
 if [ "$AIRFLOW_VERSION" = "2.4" ] || [ "$AIRFLOW_VERSION" = "2.5" ] || [ "$AIRFLOW_VERSION" = "2.6" ]  ; then
   uv pip install "apache-airflow-providers-amazon" "apache-airflow==$AIRFLOW_VERSION" "urllib3<2"
   uv pip install "apache-airflow-providers-cncf-kubernetes" "apache-airflow==$AIRFLOW_VERSION"