AWeirdDev commited on
Commit
532449f
·
verified ·
1 Parent(s): c2c2e16

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -69,7 +69,7 @@ async def c_cmp(payload: Payload):
69
  "message": {
70
  "role": "assistant",
71
  "content": client.predict(
72
- payload.model_dump_json()['messages'],
73
  payload.temperature,
74
  4096,
75
  payload.top_p,
@@ -86,7 +86,7 @@ async def c_cmp(payload: Payload):
86
  def streamer():
87
  text = ""
88
  result = client.submit(
89
- payload.model_dump_json()['messages'],
90
  payload.temperature, # float (numeric value between 0.0 and 1.0) in 'Temperature' Slider component
91
  4096, # float (numeric value between 0 and 1048) in 'Max new tokens' Slider component
92
  payload.top_p, # float (numeric value between 0.0 and 1) in 'Top-p (nucleus sampling)' Slider component
 
69
  "message": {
70
  "role": "assistant",
71
  "content": client.predict(
72
+ payload.model_dump()['messages'],
73
  payload.temperature,
74
  4096,
75
  payload.top_p,
 
86
  def streamer():
87
  text = ""
88
  result = client.submit(
89
+ payload.model_dump()['messages'],
90
  payload.temperature, # float (numeric value between 0.0 and 1.0) in 'Temperature' Slider component
91
  4096, # float (numeric value between 0 and 1048) in 'Max new tokens' Slider component
92
  payload.top_p, # float (numeric value between 0.0 and 1) in 'Top-p (nucleus sampling)' Slider component