master resolve bug that causes materialization to continue after job …

…error
feast-dev · Oct 25, 2023 · a2c125f · a2c125f
1 parent c35b0c1
commit a2c125f
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/sdk/python/feast/infra/materialization/contrib/bytewax/bytewax_materialization_engine.py b/sdk/python/feast/infra/materialization/contrib/bytewax/bytewax_materialization_engine.py
@@ -216,7 +216,10 @@ def _materialize_one(
                     total_pods,
                 )
                 offset += batch_size
-                if offset >= total_pods:
+                if (
+                    offset >= total_pods
+                    or job.status() == MaterializationJobStatus.ERROR
+                ):
                     break
         else:
             job_id = str(uuid.uuid4())