From b37979e9d3f0237364c471cd97b89d798c9fe544 Mon Sep 17 00:00:00 2001 From: Alex Jo Date: Fri, 9 Sep 2022 13:25:44 -0400 Subject: [PATCH 1/2] Split Iceberg cloud tests into a separate CI job --- .github/workflows/ci.yml | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 65c2a19b817a..2125fb01d188 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -439,6 +439,7 @@ jobs: - { modules: plugin/trino-kudu } - { modules: plugin/trino-druid } - { modules: plugin/trino-iceberg } + - { modules: plugin/trino-iceberg, profile: cloud-tests } - { modules: plugin/trino-phoenix5 } - { modules: [ client/trino-jdbc, plugin/trino-base-jdbc, plugin/trino-thrift, plugin/trino-memory ] } - { modules: plugin/trino-bigquery } @@ -477,7 +478,9 @@ jobs: export MAVEN_OPTS="${MAVEN_INSTALL_OPTS}" $RETRY $MAVEN clean install ${MAVEN_FAST_INSTALL} ${MAVEN_GIB} -am -pl "${{ matrix.modules }}" - name: Maven Tests - if: matrix.modules != 'plugin/trino-singlestore' && !(contains(matrix.modules, 'trino-delta-lake') && contains(matrix.profile, 'cloud-tests')) + if: >- + matrix.modules != 'plugin/trino-singlestore' && + !((contains(matrix.modules, 'trino-delta-lake') || contains(matrix.modules, 'trino-iceberg')) && contains(matrix.profile, 'cloud-tests')) run: $MAVEN test ${MAVEN_TEST} -pl ${{ matrix.modules }} ${{ matrix.profile != '' && format('-P {0}', matrix.profile) || '' }} # Additional tests for selected modules - name: Cloud Delta Lake Tests @@ -534,7 +537,9 @@ jobs: AWS_REGION: us-east-2 S3_BUCKET: presto-ci-test GCP_CREDENTIALS_KEY: ${{ secrets.GCP_CREDENTIALS_KEY }} - if: contains(matrix.modules, 'plugin/trino-iceberg') && (env.AWS_ACCESS_KEY_ID != '' || env.AWS_SECRET_ACCESS_KEY != '' || env.GCP_CREDENTIALS_KEY != '') + if: >- + contains(matrix.modules, 'trino-iceberg') && contains(matrix.profile, 'cloud-tests') && + (env.AWS_ACCESS_KEY_ID != '' || env.AWS_SECRET_ACCESS_KEY != '' || env.GCP_CREDENTIALS_KEY != '') run: | $MAVEN test ${MAVEN_TEST} -pl :trino-iceberg -P cloud-tests \ -Ds3.bucket=${S3_BUCKET} \ From 90b6aa0607f78d6870a817aef12468f83ecf540c Mon Sep 17 00:00:00 2001 From: Alex Jo Date: Fri, 9 Sep 2022 15:36:33 -0400 Subject: [PATCH 2/2] Use the `matrix.profile` field in Delta and Iceberg cloud test setup --- .github/workflows/ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 2125fb01d188..e2b7fa7625c6 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -497,7 +497,7 @@ jobs: contains(matrix.modules, 'trino-delta-lake') && contains(matrix.profile, 'cloud-tests') && (env.ABFS_ACCOUNT != '' || env.ABFS_CONTAINER != '' || env.ABFS_ACCESSKEY != '' || env.AWS_ACCESS_KEY_ID != '' || env.AWS_SECRET_ACCESS_KEY != '') run: | - $MAVEN test ${MAVEN_TEST} -P cloud-tests -pl :trino-delta-lake \ + $MAVEN test ${MAVEN_TEST} ${{ format('-P {0}', matrix.profile) }} -pl :trino-delta-lake \ -Dhive.hadoop2.azure-abfs-container="${ABFS_CONTAINER}" \ -Dhive.hadoop2.azure-abfs-account="${ABFS_ACCOUNT}" \ -Dhive.hadoop2.azure-abfs-access-key="${ABFS_ACCESSKEY}" @@ -541,7 +541,7 @@ jobs: contains(matrix.modules, 'trino-iceberg') && contains(matrix.profile, 'cloud-tests') && (env.AWS_ACCESS_KEY_ID != '' || env.AWS_SECRET_ACCESS_KEY != '' || env.GCP_CREDENTIALS_KEY != '') run: | - $MAVEN test ${MAVEN_TEST} -pl :trino-iceberg -P cloud-tests \ + $MAVEN test ${MAVEN_TEST} -pl :trino-iceberg ${{ format('-P {0}', matrix.profile) }} \ -Ds3.bucket=${S3_BUCKET} \ -Dtesting.gcp-storage-bucket="trino-ci-test-us-east" \ -Dtesting.gcp-credentials-key="${GCP_CREDENTIALS_KEY}"