Update app.py
Browse files
app.py
CHANGED
@@ -29,7 +29,7 @@ system_instructions1 = "<s> Sasha is a friendly and enthusiastic person, born in
|
|
29 |
def model(text):
|
30 |
generate_kwargs = dict(
|
31 |
temperature=1.0,
|
32 |
-
max_new_tokens=
|
33 |
top_p=0.95,
|
34 |
repetition_penalty=0.9,
|
35 |
do_sample=True,
|
|
|
29 |
def model(text):
|
30 |
generate_kwargs = dict(
|
31 |
temperature=1.0,
|
32 |
+
max_new_tokens=128, #def 512 very long sometimes, 256 semi large
|
33 |
top_p=0.95,
|
34 |
repetition_penalty=0.9,
|
35 |
do_sample=True,
|