diff --git a/CHANGES.txt b/CHANGES.txt index 54c95e12d9db0..66b754dd78b87 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -2,6 +2,10 @@ Spark Change Log Release 0.8.1-incubating + d03589d Mon Dec 9 23:10:00 2013 -0800 + Merge pull request #248 from colorant/branch-0.8 + [Fix POM file for mvn assembly on hadoop 2.2 Yarn] + 3e1f78c Sun Dec 8 21:34:12 2013 -0800 Merge pull request #195 from dhardy92/fix_DebScriptPackage [[Deb] fix package of Spark classes adding org.apache prefix in scripts embeded in .deb] diff --git a/README.md b/README.md index 7c3e9525cd05f..363fbf443c16d 100644 --- a/README.md +++ b/README.md @@ -67,9 +67,6 @@ with YARN, also set `SPARK_YARN=true`: # Apache Hadoop 2.2.0 with YARN $ SPARK_HADOOP_VERSION=2.2.0 SPARK_YARN=true sbt/sbt assembly -For convenience, these variables may also be set through the `conf/spark-env.sh` file -described below. - When developing a Spark application, specify the Hadoop version by adding the "hadoop-client" artifact to your project's dependencies. For example, if you're using Hadoop 1.2.1 and build your application using SBT, add this entry to diff --git a/assembly/pom.xml b/assembly/pom.xml index 9a59f363c7ca7..b245e602e1eb7 100644 --- a/assembly/pom.xml +++ b/assembly/pom.xml @@ -46,6 +46,23 @@ + + ${akka.group} + akka-actor + + + ${akka.group} + akka-remote + + + ${akka.group} + akka-slf4j + + + ${akka.group} + akka-zeromq + + org.apache.spark spark-core_2.9.3 @@ -140,6 +157,17 @@ + + new-yarn + + + org.apache.spark + spark-yarn_2.9.3 + ${project.version} + + + + bigtop-dist + + + com.typesafe.akka + akka-actor + + + com.typesafe.akka + akka-remote + + + com.typesafe.akka + akka-slf4j + + + com.typesafe.akka + akka-zeromq + + + + + org.apache.spark + spark-bagel_2.9.3 + ${project.version} + + + com.typesafe.akka + akka-actor + + + com.typesafe.akka + akka-remote + + + com.typesafe.akka + akka-slf4j + + + com.typesafe.akka + akka-zeromq + + + + + org.apache.spark + spark-mllib_2.9.3 + ${project.version} + + + com.typesafe.akka + akka-actor + + + com.typesafe.akka + akka-remote + + + com.typesafe.akka + akka-slf4j + + + com.typesafe.akka + akka-zeromq + + + + + org.apache.spark + spark-repl_2.9.3 + ${project.version} + + + com.typesafe.akka + akka-actor + + + com.typesafe.akka + akka-remote + + + com.typesafe.akka + akka-slf4j + + + com.typesafe.akka + akka-zeromq + + + + + org.apache.spark + spark-streaming_2.9.3 + ${project.version} + + + com.typesafe.akka + akka-actor + + + com.typesafe.akka + akka-remote + + + com.typesafe.akka + akka-slf4j + + + com.typesafe.akka + akka-zeromq + + + + + org.apache.spark + spark-yarn_2.9.3 + ${project.version} + + + com.typesafe.akka + akka-actor + + + com.typesafe.akka + akka-remote + + + com.typesafe.akka + akka-slf4j + + + com.typesafe.akka + akka-zeromq + + + org.eclipse.jetty jetty-server diff --git a/python/test_support/userlibrary.py b/python/test_support/userlibrary.py index 5bb6f5009ffbb..8e4a6292bc17c 100755 --- a/python/test_support/userlibrary.py +++ b/python/test_support/userlibrary.py @@ -1,3 +1,20 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + """ Used to test shipping of code depenencies with SparkContext.addPyFile(). """ diff --git a/repl/pom.xml b/repl/pom.xml index 70ba9f6d0749b..0b1496c8ca77d 100644 --- a/repl/pom.xml +++ b/repl/pom.xml @@ -37,6 +37,18 @@ + + ${akka.group} + akka-actor + + + ${akka.group} + akka-remote + + + ${akka.group} + akka-slf4j + org.apache.spark spark-core_2.9.3 diff --git a/streaming/pom.xml b/streaming/pom.xml index 33eb9f6c4df5e..5f527551ecb68 100644 --- a/streaming/pom.xml +++ b/streaming/pom.xml @@ -40,6 +40,18 @@ + + ${akka.group} + akka-actor + + + ${akka.group} + akka-remote + + + ${akka.group} + akka-slf4j + org.apache.spark spark-core_2.9.3 diff --git a/yarn/pom.xml b/yarn/pom.xml index b8d1a9594a299..6bd54aea4e9a0 100644 --- a/yarn/pom.xml +++ b/yarn/pom.xml @@ -31,6 +31,22 @@ http://spark.incubator.apache.org/ + + ${akka.group} + akka-actor + + + ${akka.group} + akka-remote + + + ${akka.group} + akka-slf4j + + + ${akka.group} + akka-zeromq + org.apache.spark spark-core_2.9.3