pszemraj commited on
Commit
c2d711c
1 Parent(s): 6a1173d

⚡️ update default token batch size

Browse files

Signed-off-by: peter szemraj <peterszemraj@gmail.com>

Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -404,9 +404,9 @@ if __name__ == "__main__":
404
  step=0.05,
405
  )
406
  token_batch_length = gr.Radio(
407
- choices=[512, 1024, 1536, 2048],
408
  label="token batch length",
409
- value=1536,
410
  )
411
 
412
  with gr.Row(variant="compact"):
 
404
  step=0.05,
405
  )
406
  token_batch_length = gr.Radio(
407
+ choices=[1024, 1536, 2048, 2560, 3072],
408
  label="token batch length",
409
+ value=2048,
410
  )
411
 
412
  with gr.Row(variant="compact"):