SPARK-3278 readability refactoring

freeman-lab · Jan 18, 2015 · ce0e30c · ce0e30c
1 parent f90c8c7
commit ce0e30c
Showing 1 changed file with 5 additions and 6 deletions.
diff --git a/mllib/src/main/scala/org/apache/spark/mllib/regression/IsotonicRegression.scala b/mllib/src/main/scala/org/apache/spark/mllib/regression/IsotonicRegression.scala
@@ -185,12 +185,11 @@ class PoolAdjacentViolators private [mllib]
       testData: RDD[(Double, Double, Double)],
       isotonic: Boolean): Seq[(Double, Double, Double)] = {
 
-    poolAdjacentViolators(
-      testData
-        .sortBy(_._2)
-        .cache()
-        .mapPartitions(it => poolAdjacentViolators(it.toArray, isotonic).toIterator)
-        .collect(), isotonic)
+    val parallelStepResult = testData
+      .sortBy(_._2)
+      .mapPartitions(it => poolAdjacentViolators(it.toArray, isotonic).toIterator)
+
+    poolAdjacentViolators(parallelStepResult.collect(), isotonic)
   }
 }