Spaces:
Running
on
Zero
Running
on
Zero
Change AI response limitations.
#3
by
Arnon2
- opened
main.py
CHANGED
|
@@ -127,7 +127,7 @@ def generate_completion(
|
|
| 127 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 128 |
|
| 129 |
generation_kwargs = dict(
|
| 130 |
-
max_new_tokens=
|
| 131 |
repetition_penalty=repetition_penalty,
|
| 132 |
length_penalty=length_penalty,
|
| 133 |
streamer=streamer,
|
|
|
|
| 127 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 128 |
|
| 129 |
generation_kwargs = dict(
|
| 130 |
+
max_new_tokens=1024,
|
| 131 |
repetition_penalty=repetition_penalty,
|
| 132 |
length_penalty=length_penalty,
|
| 133 |
streamer=streamer,
|