sanot commited on
Commit
65ea32d
·
verified ·
1 Parent(s): 81651fd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -3
app.py CHANGED
@@ -32,11 +32,15 @@ def respond(
32
 
33
  response = ""
34
 
35
- for message in client.text_generation(
36
- messages
 
 
 
 
37
  ):
38
  token = message.choices[0].delta.content
39
-
40
  response += token
41
  yield response
42
 
 
32
 
33
  response = ""
34
 
35
+ for message in client.chat_completion(
36
+ messages,
37
+ max_tokens=max_tokens,
38
+ stream=False,
39
+ temperature=temperature,
40
+ top_p=top_p,
41
  ):
42
  token = message.choices[0].delta.content
43
+ print(token)
44
  response += token
45
  yield response
46