optimization

apache · Dec 2, 2018 · 2235967 · 2235967
1 parent 7956b27
commit 2235967
Showing 1 changed file with 5 additions and 9 deletions.
diff --git a/core/src/main/scala/org/apache/spark/status/AppStatusStore.scala b/core/src/main/scala/org/apache/spark/status/AppStatusStore.scala
@@ -268,16 +268,12 @@ private[spark] class AppStatusStore(
           .index(index)
           .first(0L)
           .asScala
-          .filter {_.status == "SUCCESS"} // Filter "SUCCESS" tasks
-          .zipWithIndex
-          .filter { x => indices.contains(x._2) }
+          .filter { _.status == "SUCCESS"} // Filter "SUCCESS" tasks
+          .toIndexedSeq
 
-        if (quantileTasks.size >= indices.length) {
-          quantileTasks.map(task => fn(task._1).toDouble).toIndexedSeq
-        } else {
-          indices.map(index =>
-            fn(quantileTasks.find(_._2 == index).get._1).toDouble).toIndexedSeq
-        }
+        indices.map { index =>
+          fn(quantileTasks(index.toInt)).toDouble
+        }.toIndexedSeq
       }
     }