Spaces:
Runtime error
Runtime error
fix: change the default parameters
Browse files
app.py
CHANGED
|
@@ -152,7 +152,7 @@ def generate(
|
|
| 152 |
stop_sequences=stop_sequences,
|
| 153 |
do_sample=True,
|
| 154 |
#best_of=2,
|
| 155 |
-
|
| 156 |
#typical_p=0.9,
|
| 157 |
#seed=seed,
|
| 158 |
)
|
|
@@ -193,13 +193,13 @@ additional_inputs=[
|
|
| 193 |
value=0.0,
|
| 194 |
minimum=0.0,
|
| 195 |
maximum=1.0,
|
| 196 |
-
step=0.
|
| 197 |
interactive=True,
|
| 198 |
info="Higher values produce more diverse outputs",
|
| 199 |
),
|
| 200 |
gr.Slider(
|
| 201 |
label="Max new tokens",
|
| 202 |
-
value=
|
| 203 |
minimum=0,
|
| 204 |
maximum=250,
|
| 205 |
step=64,
|
|
@@ -208,7 +208,7 @@ additional_inputs=[
|
|
| 208 |
),
|
| 209 |
gr.Slider(
|
| 210 |
label="Top-p (nucleus sampling)",
|
| 211 |
-
value=0.
|
| 212 |
minimum=0.0,
|
| 213 |
maximum=1,
|
| 214 |
step=0.05,
|
|
@@ -217,7 +217,7 @@ additional_inputs=[
|
|
| 217 |
),
|
| 218 |
gr.Slider(
|
| 219 |
label="Repetition penalty",
|
| 220 |
-
value=1.
|
| 221 |
minimum=1.0,
|
| 222 |
maximum=2.0,
|
| 223 |
step=0.05,
|
|
|
|
| 152 |
stop_sequences=stop_sequences,
|
| 153 |
do_sample=True,
|
| 154 |
#best_of=2,
|
| 155 |
+
top_k=100,
|
| 156 |
#typical_p=0.9,
|
| 157 |
#seed=seed,
|
| 158 |
)
|
|
|
|
| 193 |
value=0.0,
|
| 194 |
minimum=0.0,
|
| 195 |
maximum=1.0,
|
| 196 |
+
step=0.01,
|
| 197 |
interactive=True,
|
| 198 |
info="Higher values produce more diverse outputs",
|
| 199 |
),
|
| 200 |
gr.Slider(
|
| 201 |
label="Max new tokens",
|
| 202 |
+
value=64,
|
| 203 |
minimum=0,
|
| 204 |
maximum=250,
|
| 205 |
step=64,
|
|
|
|
| 208 |
),
|
| 209 |
gr.Slider(
|
| 210 |
label="Top-p (nucleus sampling)",
|
| 211 |
+
value=0.1,
|
| 212 |
minimum=0.0,
|
| 213 |
maximum=1,
|
| 214 |
step=0.05,
|
|
|
|
| 217 |
),
|
| 218 |
gr.Slider(
|
| 219 |
label="Repetition penalty",
|
| 220 |
+
value=1.0,
|
| 221 |
minimum=1.0,
|
| 222 |
maximum=2.0,
|
| 223 |
step=0.05,
|