Update app.py
Browse files
app.py
CHANGED
@@ -93,6 +93,12 @@ def generate(
|
|
93 |
|
94 |
return output
|
95 |
|
|
|
|
|
|
|
|
|
|
|
|
|
96 |
@app.get('/')
|
97 |
async def index():
|
98 |
return JSONResponse({ "message": "hello", "url": "https://aweirddev-mistral-7b-instruct-v0-2-leicht.hf.space" })
|
@@ -112,7 +118,7 @@ async def c_cmp(payload: Payload):
|
|
112 |
"index": 0,
|
113 |
"message": {
|
114 |
"role": "assistant",
|
115 |
-
"content":
|
116 |
payload.model_dump()['messages'],
|
117 |
payload.temperature,
|
118 |
4096,
|
|
|
93 |
|
94 |
return output
|
95 |
|
96 |
+
def generate_norm(*args) -> str:
|
97 |
+
t = ""
|
98 |
+
for chunk in generate(*args):
|
99 |
+
t += chunk
|
100 |
+
return t
|
101 |
+
|
102 |
@app.get('/')
|
103 |
async def index():
|
104 |
return JSONResponse({ "message": "hello", "url": "https://aweirddev-mistral-7b-instruct-v0-2-leicht.hf.space" })
|
|
|
118 |
"index": 0,
|
119 |
"message": {
|
120 |
"role": "assistant",
|
121 |
+
"content": generate_norm(
|
122 |
payload.model_dump()['messages'],
|
123 |
payload.temperature,
|
124 |
4096,
|