Spaces:
Runtime error
Runtime error
Nicholas Meisburger
commited on
Commit
•
079c194
1
Parent(s):
88b191b
decrease beam_width and num tokens
Browse files
app.py
CHANGED
|
@@ -26,8 +26,8 @@ def generate(prompt):
|
|
| 26 |
stream = model.streaming_generation(
|
| 27 |
input_tokens=prompt,
|
| 28 |
prediction_chunk_size=2,
|
| 29 |
-
max_predictions=
|
| 30 |
-
beam_width=
|
| 31 |
)
|
| 32 |
|
| 33 |
for res in stream:
|
|
|
|
| 26 |
stream = model.streaming_generation(
|
| 27 |
input_tokens=prompt,
|
| 28 |
prediction_chunk_size=2,
|
| 29 |
+
max_predictions=80,
|
| 30 |
+
beam_width=3,
|
| 31 |
)
|
| 32 |
|
| 33 |
for res in stream:
|