Change AI response limitations.

#3
by Arnon2 - opened
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -127,7 +127,7 @@ def generate_completion(
127
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
128
 
129
  generation_kwargs = dict(
130
- max_new_tokens=512,
131
  repetition_penalty=repetition_penalty,
132
  length_penalty=length_penalty,
133
  streamer=streamer,
 
127
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
128
 
129
  generation_kwargs = dict(
130
+ max_new_tokens=1024,
131
  repetition_penalty=repetition_penalty,
132
  length_penalty=length_penalty,
133
  streamer=streamer,