Tao Wu commited on
Commit
5b7c0a3
1 Parent(s): 9fbbd17

compare 40 tokens limit

Browse files
Files changed (1) hide show
  1. app/embedding_setup.py +1 -1
app/embedding_setup.py CHANGED
@@ -92,7 +92,7 @@ def evaluate(
92
  top_p=1.0,
93
  top_k=40,
94
  num_beams=1,
95
- max_new_tokens=120,
96
  batch_size=1,
97
  **kwargs,
98
  ):
 
92
  top_p=1.0,
93
  top_k=40,
94
  num_beams=1,
95
+ max_new_tokens=30,
96
  batch_size=1,
97
  **kwargs,
98
  ):