pminervini commited on
Commit
4719e45
1 Parent(s): ad7bcbf
Files changed (1) hide show
  1. src/backend/run_eval_suite.py +1 -1
src/backend/run_eval_suite.py CHANGED
@@ -18,7 +18,7 @@ def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_siz
18
  model_args=eval_request.get_model_args(),
19
  tasks=task_names, num_fewshot=num_fewshot,
20
  batch_size=batch_size, device=device, use_cache=use_cache,
21
- limit=limit, write_out=True, output_base_path="logs")
22
 
23
  results["config"]["model_dtype"] = eval_request.precision
24
  results["config"]["model_name"] = eval_request.model
 
18
  model_args=eval_request.get_model_args(),
19
  tasks=task_names, num_fewshot=num_fewshot,
20
  batch_size=batch_size, device=device, use_cache=use_cache,
21
+ limit=limit, write_out=True)
22
 
23
  results["config"]["model_dtype"] = eval_request.precision
24
  results["config"]["model_name"] = eval_request.model