From 84789334a496062c066bc70abcbfa28be5b3eb1d Mon Sep 17 00:00:00 2001 From: Joe Runde Date: Wed, 18 Sep 2024 14:04:33 -0600 Subject: [PATCH] :bug: add dead_error property to engine cllient Signed-off-by: Joe Runde --- vllm/engine/multiprocessing/client.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/vllm/engine/multiprocessing/client.py b/vllm/engine/multiprocessing/client.py index 18b620c74ddf..2cb4de79131f 100644 --- a/vllm/engine/multiprocessing/client.py +++ b/vllm/engine/multiprocessing/client.py @@ -380,6 +380,13 @@ def is_stopped(self) -> bool: def errored(self) -> bool: return self._errored_with is not None + @property + def dead_error(self) -> BaseException: + if self._errored_with is not None: + return ENGINE_DEAD_ERROR(self._errored_with) + else: + return ENGINE_DEAD_ERROR() + async def generate( self, inputs: PromptInputs,