Spaces:
Running
Running
⚡️ update default token batch size
Browse filesSigned-off-by: peter szemraj <peterszemraj@gmail.com>
app.py
CHANGED
@@ -404,9 +404,9 @@ if __name__ == "__main__":
|
|
404 |
step=0.05,
|
405 |
)
|
406 |
token_batch_length = gr.Radio(
|
407 |
-
choices=[
|
408 |
label="token batch length",
|
409 |
-
value=
|
410 |
)
|
411 |
|
412 |
with gr.Row(variant="compact"):
|
|
|
404 |
step=0.05,
|
405 |
)
|
406 |
token_batch_length = gr.Radio(
|
407 |
+
choices=[1024, 1536, 2048, 2560, 3072],
|
408 |
label="token batch length",
|
409 |
+
value=2048,
|
410 |
)
|
411 |
|
412 |
with gr.Row(variant="compact"):
|