From c2795dd2f53669d82db7ad79095174a0f6e6793b Mon Sep 17 00:00:00 2001 From: chaunceyjiang Date: Wed, 30 Apr 2025 03:12:23 +0000 Subject: [PATCH] [Bugfix] Fix AttributeError: 'State' object has no attribute 'engine_client'' Signed-off-by: chaunceyjiang --- vllm/entrypoints/api_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py index c81ff958531b..1c027181156f 100644 --- a/vllm/entrypoints/api_server.py +++ b/vllm/entrypoints/api_server.py @@ -111,7 +111,7 @@ async def init_app( engine = (llm_engine if llm_engine is not None else AsyncLLMEngine.from_engine_args( engine_args, usage_context=UsageContext.API_SERVER)) - + app.state.engine_client = engine return app