From 350067d496ed2db88251a9855502ecb5c30a7002 Mon Sep 17 00:00:00 2001
From: jiafu zhang <jiafu.zhang@intel.com>
Date: Mon, 20 Dec 2021 14:21:20 +0800
Subject: [PATCH] [REMOTE-SHUFFLE-53] Make spark dependency provided (#54)

---
 pom.xml                | 9 +++++----
 shuffle-hadoop/pom.xml | 5 -----
 2 files changed, 5 insertions(+), 9 deletions(-)

diff --git a/pom.xml b/pom.xml
index a57a61d1..31862918 100644
--- a/pom.xml
+++ b/pom.xml
@@ -11,8 +11,8 @@
     <packaging>pom</packaging>
 
     <properties>
-	    <scala.version>2.12.10</scala.version>
-	    <scala.binary.version>2.12</scala.binary.version>
+        <scala.version>2.12.10</scala.version>
+        <scala.binary.version>2.12</scala.binary.version>
         <java.version>1.8</java.version>
         <maven.compiler.source>${java.version}</maven.compiler.source>
         <maven.compiler.target>${java.version}</maven.compiler.target>
@@ -214,8 +214,9 @@
             </dependency>
             <dependency>
                 <groupId>org.apache.spark</groupId>
-                <artifactId>spark-core_2.12</artifactId>
+                <artifactId>spark-core_${scala.binary.version}</artifactId>
                 <version>${spark.version}</version>
+                <scope>provided</scope>
             </dependency>
             <dependency>
                 <groupId>junit</groupId>
@@ -231,7 +232,7 @@
             </dependency>
             <dependency>
                 <groupId>org.apache.spark</groupId>
-                <artifactId>spark-core_2.12</artifactId>
+                <artifactId>spark-core_${scala.binary.version}</artifactId>
                 <version>${spark.version}</version>
                 <classifier>tests</classifier>
                 <type>test-jar</type>
diff --git a/shuffle-hadoop/pom.xml b/shuffle-hadoop/pom.xml
index c96e19b1..a402f4d3 100644
--- a/shuffle-hadoop/pom.xml
+++ b/shuffle-hadoop/pom.xml
@@ -46,11 +46,6 @@
       <version>${spark.version}</version>
       <scope>test</scope>
     </dependency>
-    <dependency>
-      <groupId>org.apache.hadoop</groupId>
-      <artifactId>hadoop-client</artifactId>
-      <version>2.7.4</version>
-    </dependency>
     <dependency>
       <groupId>org.scalatest</groupId>
       <artifactId>scalatest_${scala.binary.version}</artifactId>