Commit
·
4f37acf
1
Parent(s):
94d3ebe
Update main.py
Browse files
main.py
CHANGED
@@ -62,7 +62,8 @@ async def completion(request: ChatCompletionRequest, response_mode=None):
|
|
62 |
|
63 |
@app.post("/v1/chat/completions")
|
64 |
async def chat(request: ChatCompletionRequest):
|
65 |
-
|
|
|
66 |
|
67 |
try:
|
68 |
chat_chunks = llm.generate(tokens, max_tokens=request.max_tokens)
|
|
|
62 |
|
63 |
@app.post("/v1/chat/completions")
|
64 |
async def chat(request: ChatCompletionRequest):
|
65 |
+
combined_messages = ' '.join([message.content for message in request.messages])
|
66 |
+
tokens = llm.tokenize(combined_messages)
|
67 |
|
68 |
try:
|
69 |
chat_chunks = llm.generate(tokens, max_tokens=request.max_tokens)
|