Include hadoop-common

unionai-oss · Nov 6, 2023 · 82fc292 · 82fc292
1 parent 6cadf23
commit 82fc292
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/spark-history-server/Dockerfile b/spark-history-server/Dockerfile
@@ -1,6 +1,9 @@
 FROM apache/spark:3.5.0
 LABEL org.opencontainers.image.source https://github.com/unionai-oss/containers
 
+# Hadoop
+ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/3.3.6/hadoop-common-3.3.6.jar ${SPARK_HOME}/jars
+
 # S3
 ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.367/aws-java-sdk-bundle-1.12.367.jar ${SPARK_HOME}/jars
 ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.6/hadoop-aws-3.3.6.jar ${SPARK_HOME}/jars