Prepare Spark resources in a separate dir

Author: staticlibs

.github/workflows/Java.yml

@@ -34,19 +34,19 @@ jobs:
       MANYLINUX_IMAGE: quay.io/pypa/manylinux_2_28_x86_64
       # Spark testing env vars below
       DUCKDB_JDBC_JAR: ${{ github.workspace }}/build/release/duckdb_jdbc.jar
-      SPARK_SQL_EXE: ${{ github.workspace }}/spark-3.5.3-bin-hadoop3/bin/spark-sql
+      SPARK_SQL_EXE: ${{ github.workspace }}/sparktest/spark-3.5.3-bin-hadoop3/bin/spark-sql
       POSTGRES_HOST: 127.0.0.1
       POSTGRES_PORT: 5432
       POSTGRES_MAINTENANCE_DB: postgres
       POSTGRES_USERNAME: postgres
       POSTGRES_PASSWORD: postgres
       DUCKLAKE_CATALOG_DB: lake_test
       PARQUET_FILE_URL: https://blobs.duckdb.org/data/taxi_2019_04.parquet
-      SESSION_INIT_SQL_FILE: ${{ github.workspace }}/build/sparktest/spark-session-init.sql
-      MINIO_EXE: ${{ github.workspace }}/minio
-      MINIO_PID: ${{ github.workspace }}/minio.pid
-      MC_EXE: ${{ github.workspace }}/mc
-      MINIO_DATA: ${{ github.workspace }}/minio_data
+      SESSION_INIT_SQL_FILE: ${{ github.workspace }}/sparktest/spark-session-init.sql
+      MINIO_EXE: ${{ github.workspace }}/sparktest/minio
+      MINIO_PID: ${{ github.workspace }}/sparktest/minio.pid
+      MC_EXE: ${{ github.workspace }}/sparktest/mc
+      MINIO_DATA: ${{ github.workspace }}/sparktest/minio_data
       MINIO_HOST: 127.0.0.1
       MINIO_PORT: 9000
     steps:
@@ -134,10 +134,9 @@ jobs:
 
       - name: Spark Test Resources
         run: |
-          cd build
           mkdir sparktest
           cd sparktest
-          cmake ../..
+          cmake ..
 
       - name: Setup Postgres
         uses: ikalnytskyi/action-setup-postgres@v7
@@ -150,6 +149,7 @@ jobs:
           ssl: true
 
       - name: Setup Minio
+        working-directory: sparktest
         run: |
           wget -nv https://dl.min.io/server/minio/release/linux-amd64/minio
           chmod +x minio
@@ -158,22 +158,24 @@ jobs:
           chmod +x mc
           ./mc --version
           java -version
-          java ./src/test/external/SetupMinio.java
+          java ${{ github.workspace }}/src/test/external/SetupMinio.java
 
       - name: Setup DuckLake
+        working-directory: sparktest
         run: |
           cat ${{ env.SESSION_INIT_SQL_FILE }}
           wget -nv https://github.com/pgjdbc/pgjdbc/releases/download/REL42.7.7/postgresql-42.7.7.jar
           java -version
-          java -cp ${{ env.DUCKDB_JDBC_JAR }}:postgresql-42.7.7.jar ./src/test/external/SetupDuckLake.java
+          java -cp ${{ env.DUCKDB_JDBC_JAR }}:postgresql-42.7.7.jar ${{ github.workspace }}/src/test/external/SetupDuckLake.java
 
       - name: Spark Tests
+        working-directory: sparktest
         run: |
           wget -nv https://blobs.duckdb.org/ci/spark-3.5.3-bin-hadoop3.tgz
           tar xf spark-3.5.3-bin-hadoop3.tgz
-          cat ./build/sparktest/spark-test.sql
+          cat spark-test.sql
           java -version
-          java ./src/test/external/RunSpark.java ./build/sparktest/spark-test.sql
+          java ${{ github.workspace }}/src/test/external/RunSpark.java spark-test.sql
 
       - name: Deploy
         shell: bash