Skip to content

Commit

Permalink
Add PostgreSQL JDBC driver jar to Iceberg image
Browse files Browse the repository at this point in the history
  • Loading branch information
ebyhr committed May 6, 2022
1 parent 857080a commit 2e31559
Showing 1 changed file with 4 additions and 0 deletions.
4 changes: 4 additions & 0 deletions testing/spark3.0-iceberg/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ ARG HADOOP_VERSION=3.2
ARG ICEBERG_VERSION=0.13.1
# ICEBERG_JAR_VERSION is derived from: <spark-version>_<scala-version>
ARG ICEBERG_JAR_VERSION=3.2_2.12
ARG POSTGRESQL_JAR_VERSION=42.3.5

ARG SPARK_ARTIFACT="spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}"

Expand All @@ -33,6 +34,9 @@ WORKDIR ${SPARK_HOME}/jars
# install Iceberg
RUN wget -nv "https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark-runtime-${ICEBERG_JAR_VERSION}/${ICEBERG_VERSION}/iceberg-spark-runtime-${ICEBERG_JAR_VERSION}-${ICEBERG_VERSION}.jar"

# install PostgreSQL driver for JDBC catalog
RUN wget -nv "https://repo1.maven.org/maven2/org/postgresql/postgresql/${POSTGRESQL_JAR_VERSION}/postgresql-${POSTGRESQL_JAR_VERSION}.jar"

ENV PATH="${SPARK_HOME}/bin:${PATH}"

# add hive user needed in interactions with the Apache Hive environment
Expand Down

0 comments on commit 2e31559

Please sign in to comment.