mttrz commited on
Commit
8adab98
1 Parent(s): 246156e

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -35,7 +35,7 @@ def generate(item: Item):
35
  seed=42,
36
  )
37
  formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
38
- stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False, token='')
39
  output = ""
40
 
41
  for response in stream:
 
35
  seed=42,
36
  )
37
  formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
38
+ stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
39
  output = ""
40
 
41
  for response in stream: