diff --git a/shuffle-daos/pom.xml b/shuffle-daos/pom.xml index 3d78a73d..0c6ace21 100644 --- a/shuffle-daos/pom.xml +++ b/shuffle-daos/pom.xml @@ -242,7 +242,7 @@ io.daos daos-java - 2.2.1 + 2.4.1 junit diff --git a/shuffle-daos/src/main/scala/org/apache/spark/shuffle/daos/DaosShuffleManager.scala b/shuffle-daos/src/main/scala/org/apache/spark/shuffle/daos/DaosShuffleManager.scala index b35ab377..59bb9d60 100644 --- a/shuffle-daos/src/main/scala/org/apache/spark/shuffle/daos/DaosShuffleManager.scala +++ b/shuffle-daos/src/main/scala/org/apache/spark/shuffle/daos/DaosShuffleManager.scala @@ -184,6 +184,9 @@ class DaosShuffleManager(conf: SparkConf) extends ShuffleManager with Logging { override def unregisterShuffle(shuffleId: Int): Boolean = { if (SparkContext.DRIVER_IDENTIFIER.equals(SparkEnv.get.executorId) && shuffleIdSet.remove(shuffleId)) { removeShuffle(shuffleId) + true + } else { + false } }