Spark - prevent NPE if context is null (OpenLineage#2515)

fafnirZ · Jul 3, 2024 · 2d8f528 · 2d8f528
1 parent 52b0e74
commit 2d8f528
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/integration/spark/app/src/main/java/io/openlineage/spark/agent/OpenLineageSparkListener.java b/integration/spark/app/src/main/java/io/openlineage/spark/agent/OpenLineageSparkListener.java
@@ -194,7 +194,9 @@ public void onJobEnd(SparkListenerJobEnd jobEnd) {
     ExecutionContext context = rddExecutionRegistry.remove(jobEnd.jobId());
     circuitBreaker.run(
         () -> {
-          context.end(jobEnd);
+          if (context != null) {
+            context.end(jobEnd);
+          }
           return null;
         });
     if (sparkVersion.startsWith("3")) {