Spaces:
Sleeping
Sleeping
Change AI response limitations.
#3
by
Arnon2
- opened
main.py
CHANGED
@@ -127,7 +127,7 @@ def generate_completion(
|
|
127 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
128 |
|
129 |
generation_kwargs = dict(
|
130 |
-
max_new_tokens=
|
131 |
repetition_penalty=repetition_penalty,
|
132 |
length_penalty=length_penalty,
|
133 |
streamer=streamer,
|
|
|
127 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
128 |
|
129 |
generation_kwargs = dict(
|
130 |
+
max_new_tokens=1024,
|
131 |
repetition_penalty=repetition_penalty,
|
132 |
length_penalty=length_penalty,
|
133 |
streamer=streamer,
|