[Bugfix] add dead_error property to engine client (vllm-project#8574)

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
opendatahub-io · Sep 27, 2024 · 0e13b20 · 0e13b20
1 parent d7a60ae
commit 0e13b20
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/vllm/engine/multiprocessing/client.py b/vllm/engine/multiprocessing/client.py
@@ -380,6 +380,13 @@ def is_stopped(self) -> bool:
     def errored(self) -> bool:
         return self._errored_with is not None
 
+    @property
+    def dead_error(self) -> BaseException:
+        if self._errored_with is not None:
+            return ENGINE_DEAD_ERROR(self._errored_with)
+        else:
+            return ENGINE_DEAD_ERROR()
+
     async def generate(
         self,
         inputs: PromptInputs,