diff --git a/testing/spark3.0-iceberg/Dockerfile b/testing/spark3.0-iceberg/Dockerfile index da7cbb96..3f7cd5f0 100644 --- a/testing/spark3.0-iceberg/Dockerfile +++ b/testing/spark3.0-iceberg/Dockerfile @@ -14,24 +14,21 @@ FROM testing/centos7-oj11:unlabelled ARG SPARK_VERSION=3.0.0 ARG HADOOP_VERSION=2.7 -ARG ICEBERG_VERSION=0.9.0 +ARG ICEBERG_VERSION=0.11.0 ARG SPARK_ARTIFACT="spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}" ENV SPARK_HOME=/spark RUN set -xeu; \ - wget "https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/${SPARK_ARTIFACT}.tgz"; \ + wget -nv "https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/${SPARK_ARTIFACT}.tgz"; \ tar -xf ${SPARK_ARTIFACT}.tgz; \ rm ${SPARK_ARTIFACT}.tgz; \ ln -sn /${SPARK_ARTIFACT} ${SPARK_HOME} WORKDIR ${SPARK_HOME}/jars -# install Iceberg and temporarily add an inadvertent dependency required for Iceberg -# (see https://github.com/apache/iceberg/pull/1278) -RUN set -xeu; \ - wget "https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark3-runtime/${ICEBERG_VERSION}/iceberg-spark3-runtime-${ICEBERG_VERSION}.jar"; \ - wget "https://repo1.maven.org/maven2/org/apache/commons/commons-compress/1.19/commons-compress-1.19.jar" +# install Iceberg +RUN wget -nv "https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark3-runtime/${ICEBERG_VERSION}/iceberg-spark3-runtime-${ICEBERG_VERSION}.jar" ENV PATH="${SPARK_HOME}/bin:${PATH}"