Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,7 @@ pipe = pipeline(
|
|
24 |
"temperature": 0.7,
|
25 |
"top_p": 0.97,
|
26 |
"top_k": 40,
|
27 |
-
"max_new_tokens":
|
28 |
"do_sample": True # Required for `top_p` and `top_k` to take effect
|
29 |
}
|
30 |
)
|
|
|
24 |
"temperature": 0.7,
|
25 |
"top_p": 0.97,
|
26 |
"top_k": 40,
|
27 |
+
"max_new_tokens": 400, # Reduced from 500 to avoid exceeding 448
|
28 |
"do_sample": True # Required for `top_p` and `top_k` to take effect
|
29 |
}
|
30 |
)
|