pminervini commited on
Commit
afd391f
1 Parent(s): b550b9c
Files changed (1) hide show
  1. backend-cli.py +2 -0
backend-cli.py CHANGED
@@ -61,6 +61,8 @@ def run_auto_eval():
61
 
62
  TASKS_HARNESS = [task.value for task in Tasks]
63
 
 
 
64
  for task in TASKS_HARNESS:
65
  results = run_evaluation(eval_request=eval_request, task_names=[task.benchmark], num_fewshot=task.num_fewshot,
66
  batch_size=1, device=DEVICE, no_cache=True, limit=LIMIT)
 
61
 
62
  TASKS_HARNESS = [task.value for task in Tasks]
63
 
64
+ print(f'Device: {DEVICE}')
65
+
66
  for task in TASKS_HARNESS:
67
  results = run_evaluation(eval_request=eval_request, task_names=[task.benchmark], num_fewshot=task.num_fewshot,
68
  batch_size=1, device=DEVICE, no_cache=True, limit=LIMIT)