Copy tuples in Limit before shuffle.

pdeyhim · Mar 26, 2014 · 47d3327 · 47d3327
1 parent 231af3a
commit 47d3327
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/basicOperators.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/basicOperators.scala
@@ -76,7 +76,7 @@ case class Limit(limit: Int, child: SparkPlan)(@transient sc: SparkContext) exte
 
   override def execute() = {
     child.execute()
-      .mapPartitions(_.take(limit))
+      .mapPartitions(_.take(limit).map(_.copy()))
       .coalesce(1, shuffle = true)
       .mapPartitions(_.take(limit))
   }