From 2e31559e0fd5aaa07f34859953a9f352d2fc2f5b Mon Sep 17 00:00:00 2001 From: Yuya Ebihara Date: Fri, 6 May 2022 15:35:52 +0900 Subject: [PATCH] Add PostgreSQL JDBC driver jar to Iceberg image --- testing/spark3.0-iceberg/Dockerfile | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/testing/spark3.0-iceberg/Dockerfile b/testing/spark3.0-iceberg/Dockerfile index e6861bb4..37f3c29e 100644 --- a/testing/spark3.0-iceberg/Dockerfile +++ b/testing/spark3.0-iceberg/Dockerfile @@ -17,6 +17,7 @@ ARG HADOOP_VERSION=3.2 ARG ICEBERG_VERSION=0.13.1 # ICEBERG_JAR_VERSION is derived from: _ ARG ICEBERG_JAR_VERSION=3.2_2.12 +ARG POSTGRESQL_JAR_VERSION=42.3.5 ARG SPARK_ARTIFACT="spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}" @@ -33,6 +34,9 @@ WORKDIR ${SPARK_HOME}/jars # install Iceberg RUN wget -nv "https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark-runtime-${ICEBERG_JAR_VERSION}/${ICEBERG_VERSION}/iceberg-spark-runtime-${ICEBERG_JAR_VERSION}-${ICEBERG_VERSION}.jar" +# install PostgreSQL driver for JDBC catalog +RUN wget -nv "https://repo1.maven.org/maven2/org/postgresql/postgresql/${POSTGRESQL_JAR_VERSION}/postgresql-${POSTGRESQL_JAR_VERSION}.jar" + ENV PATH="${SPARK_HOME}/bin:${PATH}" # add hive user needed in interactions with the Apache Hive environment