Skip to content

Commit 80f9223

Browse files
author
vmpuri
committed
Fix pull 1034 changes
2 parents e3bd1e1 + 2da6299 commit 80f9223

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

server.py

+3
Original file line numberDiff line numberDiff line change
@@ -63,6 +63,7 @@ def chat_endpoint():
6363
data = request.get_json()
6464
req = CompletionRequest(**data)
6565

66+
if req.stream:
6667
if req.stream:
6768

6869
def chunk_processor(chunked_completion_generator):
@@ -76,11 +77,13 @@ def chunk_processor(chunked_completion_generator):
7677
print(next_tok, end="", flush=True)
7778
yield f"data:{json.dumps(_del_none(asdict(chunk)))}\n\n"
7879

80+
resp = Response(
7981
resp = Response(
8082
chunk_processor(gen.chunked_completion(req)),
8183
mimetype="text/event-stream",
8284
)
8385
return resp
86+
return resp
8487
else:
8588
response = gen.sync_completion(req)
8689
print(response.choices[0].message.content)

0 commit comments

Comments
 (0)