matt HOFFNER
commited on
Commit
·
7982958
1
Parent(s):
82c09a3
add v1/completions
Browse files
main.py
CHANGED
@@ -42,6 +42,11 @@ async def index():
|
|
42 |
class ChatCompletionRequest(BaseModel):
|
43 |
prompt: str
|
44 |
|
|
|
|
|
|
|
|
|
|
|
45 |
@app.post("/v1/chat/completions")
|
46 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
47 |
tokens = llm.tokenize(request.prompt)
|
|
|
42 |
class ChatCompletionRequest(BaseModel):
|
43 |
prompt: str
|
44 |
|
45 |
+
@app.post("/v1/completions")
|
46 |
+
async def completion(request: ChatCompletionRequest, response_mode=None):
|
47 |
+
response = llm(request.prompt)
|
48 |
+
return response
|
49 |
+
|
50 |
@app.post("/v1/chat/completions")
|
51 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
52 |
tokens = llm.tokenize(request.prompt)
|