[Bugfix] add dead_error property to engine client (vllm-project#8574)

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com> Signed-off-by: Sumit Dubey <sumit.dubey2@ibm.com>
sumitd2 · Nov 14, 2024 · 3400465 · 3400465
1 parent 7032df1
commit 3400465
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/vllm/engine/multiprocessing/client.py b/vllm/engine/multiprocessing/client.py
@@ -380,6 +380,13 @@ def is_stopped(self) -> bool:
     def errored(self) -> bool:
         return self._errored_with is not None
 
+    @property
+    def dead_error(self) -> BaseException:
+        if self._errored_with is not None:
+            return ENGINE_DEAD_ERROR(self._errored_with)
+        else:
+            return ENGINE_DEAD_ERROR()
+
     async def generate(
         self,
         inputs: PromptInputs,