Spaces:
Runtime error
Runtime error
anas-awadalla
commited on
Commit
•
b630945
1
Parent(s):
15ed10c
Revert "Update app.py"
Browse filesThis reverts commit 84e19963f4ff3137b48c882882e9e2f90887c005.
app.py
CHANGED
@@ -157,9 +157,9 @@ def generate(
|
|
157 |
attention_mask=attention_mask.to("cuda"),
|
158 |
max_new_tokens=30,
|
159 |
num_beams=3,
|
160 |
-
|
161 |
-
|
162 |
-
|
163 |
)
|
164 |
|
165 |
gen_text = tokenizer.decode(
|
|
|
157 |
attention_mask=attention_mask.to("cuda"),
|
158 |
max_new_tokens=30,
|
159 |
num_beams=3,
|
160 |
+
do_sample=True,
|
161 |
+
temperature=0.3,
|
162 |
+
top_k=0,
|
163 |
)
|
164 |
|
165 |
gen_text = tokenizer.decode(
|