Spark - prevent NPE if context is null (OpenLineage#2515)

Signed-off-by: Fabio Manganiello <fabio@manganiello.tech>
blacklight · Apr 4, 2024 · d5cf25f · d5cf25f
1 parent 2c5bc2f
commit d5cf25f
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/integration/spark/app/src/main/java/io/openlineage/spark/agent/OpenLineageSparkListener.java b/integration/spark/app/src/main/java/io/openlineage/spark/agent/OpenLineageSparkListener.java
@@ -194,7 +194,9 @@ public void onJobEnd(SparkListenerJobEnd jobEnd) {
     ExecutionContext context = rddExecutionRegistry.remove(jobEnd.jobId());
     circuitBreaker.run(
         () -> {
-          context.end(jobEnd);
+          if (context != null) {
+            context.end(jobEnd);
+          }
           return null;
         });
     if (sparkVersion.startsWith("3")) {