diff --git a/jvm-packages/xgboost4j/src/main/scala/ml/dmlc/xgboost4j/scala/rabit/handler/RabitTrackerHandler.scala b/jvm-packages/xgboost4j/src/main/scala/ml/dmlc/xgboost4j/scala/rabit/handler/RabitTrackerHandler.scala
index 8b1c25a34eff..f9de7174671c 100644
--- a/jvm-packages/xgboost4j/src/main/scala/ml/dmlc/xgboost4j/scala/rabit/handler/RabitTrackerHandler.scala
+++ b/jvm-packages/xgboost4j/src/main/scala/ml/dmlc/xgboost4j/scala/rabit/handler/RabitTrackerHandler.scala
@@ -175,7 +175,6 @@ private[scala] class RabitTrackerHandler(numWorkers: Int)
 
       if (shutdownWorkers.size == numWorkers) {
         promisedShutdownWorkers.success(shutdownWorkers.size)
-        context.stop(self)
       }
 
     case WorkerRecover(prevRank, worldSize, jobId) =>