#7326: send sparkAppId

twosigma · May 23, 2018 · 7c4bd57 · 7c4bd57
1 parent 6c17bde
commit 7c4bd57
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 4 deletions.
diff --git a/kernel/sparkex/src/main/java/com/twosigma/beakerx/widget/SparkManager.java b/kernel/sparkex/src/main/java/com/twosigma/beakerx/widget/SparkManager.java
@@ -34,6 +34,8 @@ public interface SparkManager {
 
   SparkSession.Builder getBuilder();
 
+  String getSparkAppId();
+
   interface SparkManagerFactory {
     SparkManager create(SparkSession.Builder sparkSessionBuilder);
   }

diff --git a/kernel/sparkex/src/main/java/com/twosigma/beakerx/widget/SparkManagerImpl.java b/kernel/sparkex/src/main/java/com/twosigma/beakerx/widget/SparkManagerImpl.java
@@ -31,6 +31,7 @@
 import org.apache.spark.scheduler.SparkListenerStageSubmitted;
 import org.apache.spark.scheduler.SparkListenerTaskEnd;
 import org.apache.spark.scheduler.SparkListenerTaskStart;
+import org.apache.spark.sql.RuntimeConfig;
 import org.apache.spark.sql.SparkSession;
 import scala.Tuple2;
 import scala.collection.Iterator;
@@ -76,6 +77,12 @@ public SparkSession getOrCreate() {
     return sparkSessionBuilder.getOrCreate();
   }
 
+  @Override
+  public String getSparkAppId() {
+    RuntimeConfig conf = getOrCreate().conf();
+    return conf.getAll().get("spark.app.id").get();
+  }
+
   @Override
   public SparkContext sparkContext() {
     return getOrCreate().sparkContext();
@@ -191,7 +198,7 @@ private static boolean isLocalSpark(SparkConf sparkConf) {
   }
 
 
-  public static class SparkManagerFactoryImpl implements SparkManagerFactory{
+  public static class SparkManagerFactoryImpl implements SparkManagerFactory {
 
     @Override
     public SparkManager create(SparkSession.Builder sparkSessionBuilder) {

diff --git a/kernel/sparkex/src/main/java/com/twosigma/beakerx/widget/SparkUIManager.java b/kernel/sparkex/src/main/java/com/twosigma/beakerx/widget/SparkUIManager.java
@@ -21,8 +21,6 @@
 import com.twosigma.beakerx.kernel.KernelManager;
 import com.twosigma.beakerx.message.Message;
 import org.apache.spark.sql.SparkSession;
-
-import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.HashMap;
 import java.util.Map;
@@ -132,10 +130,10 @@ private void sendError(Message parentMessage, KernelFunctionality kernel, String
     seo.error(message);
   }
 
-
   public void applicationStart() {
     sparkUI.clearView();
     statusPanel = createStatusPanel();
+    sparkUI.sendUpdate("sparkAppId", sparkManager.getSparkAppId());
   }
 
   public void applicationEnd() {