Spaces:
Paused
Paused
matthoffner
commited on
Commit
•
cb09a6f
1
Parent(s):
406422f
Update main.py
Browse files
main.py
CHANGED
@@ -88,10 +88,10 @@ async def chat(request: ChatCompletionRequest):
|
|
88 |
yield f"data: {json.dumps(response)}\n\n"
|
89 |
yield "event: done\ndata: {}\n\n"
|
90 |
|
91 |
-
return
|
92 |
|
93 |
@app.post("/v0/chat/completions")
|
94 |
-
async def
|
95 |
kwargs = request.dict()
|
96 |
dialogue_template = DialogueTemplate(
|
97 |
system=system_message, messages=kwargs['messages']
|
|
|
88 |
yield f"data: {json.dumps(response)}\n\n"
|
89 |
yield "event: done\ndata: {}\n\n"
|
90 |
|
91 |
+
return EventSourceResponse(format_response(chat_chunks), media_type="text/event-stream")
|
92 |
|
93 |
@app.post("/v0/chat/completions")
|
94 |
+
async def chatV0(request: ChatCompletionRequest, response_mode=None):
|
95 |
kwargs = request.dict()
|
96 |
dialogue_template = DialogueTemplate(
|
97 |
system=system_message, messages=kwargs['messages']
|