We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents e3bd1e1 + 2da6299 commit 80f9223Copy full SHA for 80f9223
server.py
@@ -63,6 +63,7 @@ def chat_endpoint():
63
data = request.get_json()
64
req = CompletionRequest(**data)
65
66
+ if req.stream:
67
if req.stream:
68
69
def chunk_processor(chunked_completion_generator):
@@ -76,11 +77,13 @@ def chunk_processor(chunked_completion_generator):
76
77
print(next_tok, end="", flush=True)
78
yield f"data:{json.dumps(_del_none(asdict(chunk)))}\n\n"
79
80
+ resp = Response(
81
resp = Response(
82
chunk_processor(gen.chunked_completion(req)),
83
mimetype="text/event-stream",
84
)
85
return resp
86
+ return resp
87
else:
88
response = gen.sync_completion(req)
89
print(response.choices[0].message.content)
0 commit comments