matthoffner
commited on
Commit
•
e6bf24c
1
Parent(s):
f7d8687
Update main.py
Browse files
main.py
CHANGED
@@ -34,7 +34,6 @@ class ChatCompletionRequest(BaseModel):
|
|
34 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
35 |
tokens = llm.tokenize(request.prompt)
|
36 |
async def server_sent_events(chat_chunks, llm):
|
37 |
-
yield prompt
|
38 |
for chat_chunk in llm.generate(chat_chunks):
|
39 |
yield llm.detokenize(chat_chunk)
|
40 |
yield ""
|
|
|
34 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
35 |
tokens = llm.tokenize(request.prompt)
|
36 |
async def server_sent_events(chat_chunks, llm):
|
|
|
37 |
for chat_chunk in llm.generate(chat_chunks):
|
38 |
yield llm.detokenize(chat_chunk)
|
39 |
yield ""
|