Omnibus commited on
Commit
53b6ce2
1 Parent(s): 7759987

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -66,7 +66,7 @@ def chat_inf(system_prompt,prompt,history,memory,client_choice,seed,temp,tokens,
66
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", memory[0-chat_mem:],cust_p)
67
  else:
68
  formatted_prompt = format_prompt(prompt, memory[0-chat_mem:],cust_p)
69
- stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=False, return_full_text=False)
70
  output = ""
71
  for response in stream:
72
  output += response.token.text
 
66
  formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", memory[0-chat_mem:],cust_p)
67
  else:
68
  formatted_prompt = format_prompt(prompt, memory[0-chat_mem:],cust_p)
69
+ stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=True)
70
  output = ""
71
  for response in stream:
72
  output += response.token.text