sumuks HF Staff commited on
Commit
33a1c2e
·
1 Parent(s): ed6c708

add better token sizes

Browse files
backend/tasks/create_bench_config_file.py CHANGED
@@ -236,9 +236,9 @@ class CreateBenchConfigTask:
236
  "run": True,
237
  "timeout": self.timeout, # Add timeout to chunking
238
  "chunking_configuration": {
239
- "l_min_tokens": 64,
240
- "l_max_tokens": 128,
241
- "tau_threshold": 0.8,
242
  "h_min": 2,
243
  "h_max": 5,
244
  "num_multihops_factor": 1,
 
236
  "run": True,
237
  "timeout": self.timeout, # Add timeout to chunking
238
  "chunking_configuration": {
239
+ "l_min_tokens": 256,
240
+ "l_max_tokens": 512,
241
+ "tau_threshold": 0.3,
242
  "h_min": 2,
243
  "h_max": 5,
244
  "num_multihops_factor": 1,