meg-huggingface commited on
Commit
e55239d
2 Parent(s): 89f5615 8b7d8b1

Merge branch 'main' of hf.co:spaces/Bias-Leaderboard/leaderboard into main

Browse files
Files changed (1) hide show
  1. src/backend/run_eval_suite.py +2 -0
src/backend/run_eval_suite.py CHANGED
@@ -2,6 +2,7 @@ import json
2
  import os
3
  import logging
4
  from datetime import datetime
 
5
 
6
  from lm_eval import tasks, evaluator, utils
7
 
@@ -10,6 +11,7 @@ from src.backend.manage_requests import EvalRequest
10
 
11
  logging.getLogger("openai").setLevel(logging.WARNING)
12
 
 
13
  def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_size, device, local_dir: str, results_repo: str, no_cache=True, limit=None):
14
  if limit:
15
  print(
 
2
  import os
3
  import logging
4
  from datetime import datetime
5
+ import spaces
6
 
7
  from lm_eval import tasks, evaluator, utils
8
 
 
11
 
12
  logging.getLogger("openai").setLevel(logging.WARNING)
13
 
14
+ @spaces.GPU
15
  def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_size, device, local_dir: str, results_repo: str, no_cache=True, limit=None):
16
  if limit:
17
  print(