AWeirdDev commited on
Commit
3ebf038
·
verified ·
1 Parent(s): 0cd1128

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -1
app.py CHANGED
@@ -93,6 +93,12 @@ def generate(
93
 
94
  return output
95
 
 
 
 
 
 
 
96
  @app.get('/')
97
  async def index():
98
  return JSONResponse({ "message": "hello", "url": "https://aweirddev-mistral-7b-instruct-v0-2-leicht.hf.space" })
@@ -112,7 +118,7 @@ async def c_cmp(payload: Payload):
112
  "index": 0,
113
  "message": {
114
  "role": "assistant",
115
- "content": generate(
116
  payload.model_dump()['messages'],
117
  payload.temperature,
118
  4096,
 
93
 
94
  return output
95
 
96
+ def generate_norm(*args) -> str:
97
+ t = ""
98
+ for chunk in generate(*args):
99
+ t += chunk
100
+ return t
101
+
102
  @app.get('/')
103
  async def index():
104
  return JSONResponse({ "message": "hello", "url": "https://aweirddev-mistral-7b-instruct-v0-2-leicht.hf.space" })
 
118
  "index": 0,
119
  "message": {
120
  "role": "assistant",
121
+ "content": generate_norm(
122
  payload.model_dump()['messages'],
123
  payload.temperature,
124
  4096,