Update app.py
Browse files
app.py
CHANGED
@@ -69,7 +69,7 @@ async def c_cmp(payload: Payload):
|
|
69 |
"message": {
|
70 |
"role": "assistant",
|
71 |
"content": client.predict(
|
72 |
-
payload.
|
73 |
payload.temperature,
|
74 |
4096,
|
75 |
payload.top_p,
|
@@ -86,7 +86,7 @@ async def c_cmp(payload: Payload):
|
|
86 |
def streamer():
|
87 |
text = ""
|
88 |
result = client.submit(
|
89 |
-
payload.
|
90 |
payload.temperature, # float (numeric value between 0.0 and 1.0) in 'Temperature' Slider component
|
91 |
4096, # float (numeric value between 0 and 1048) in 'Max new tokens' Slider component
|
92 |
payload.top_p, # float (numeric value between 0.0 and 1) in 'Top-p (nucleus sampling)' Slider component
|
|
|
69 |
"message": {
|
70 |
"role": "assistant",
|
71 |
"content": client.predict(
|
72 |
+
payload.model_dump()['messages'],
|
73 |
payload.temperature,
|
74 |
4096,
|
75 |
payload.top_p,
|
|
|
86 |
def streamer():
|
87 |
text = ""
|
88 |
result = client.submit(
|
89 |
+
payload.model_dump()['messages'],
|
90 |
payload.temperature, # float (numeric value between 0.0 and 1.0) in 'Temperature' Slider component
|
91 |
4096, # float (numeric value between 0 and 1048) in 'Max new tokens' Slider component
|
92 |
payload.top_p, # float (numeric value between 0.0 and 1) in 'Top-p (nucleus sampling)' Slider component
|