-
Notifications
You must be signed in to change notification settings - Fork 8
/
build.sbt
38 lines (24 loc) · 1.13 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
resolvers += "jitpack" at "https://jitpack.io"
resolvers += "Spark Packages Repo" at "http://dl.bintray.com/spark-packages/maven"
name := "spark-examples"
spName := "mrpowers/spark-examples"
spShortDescription := "Spark examples"
spDescription := "Demonstrate how Spark works with tests!"
version := "0.0.1"
scalaVersion := "2.11.12"
sparkVersion := "2.4.0"
sparkComponents ++= Seq("sql","hive")
libraryDependencies += "mrpowers" % "spark-daria" % "2.3.0_0.24.0"
libraryDependencies += "org.apache.commons" % "commons-text" % "1.1"
libraryDependencies += "MrPowers" % "spark-stringmetric" % "2.2.0_0.1.0"
libraryDependencies ++= Seq(
"com.holdenkarau" % "spark-testing-base_2.11" % "2.2.0_0.7.4"
)
libraryDependencies += "org.scalatest" %% "scalatest" % "2.2.6" % "provided"
parallelExecution in Test := false
// All Spark Packages need a license
licenses := Seq("MIT" -> url("http://opensource.org/licenses/MIT"))
credentials += Credentials(Path.userHome / ".ivy2" / ".sbtcredentials")
fork in Test := true
envVars in Test := Map("PROJECT_ENV" -> "test")
javaOptions ++= Seq("-Xms512M", "-Xmx2048M", "-Xss2M","-XX:+CMSClassUnloadingEnabled")