Spaces:
Sleeping
Sleeping
Merge branch 'main' of hf.co:spaces/Bias-Leaderboard/leaderboard into main
Browse files
src/backend/run_eval_suite.py
CHANGED
@@ -2,6 +2,7 @@ import json
|
|
2 |
import os
|
3 |
import logging
|
4 |
from datetime import datetime
|
|
|
5 |
|
6 |
from lm_eval import tasks, evaluator, utils
|
7 |
|
@@ -10,6 +11,7 @@ from src.backend.manage_requests import EvalRequest
|
|
10 |
|
11 |
logging.getLogger("openai").setLevel(logging.WARNING)
|
12 |
|
|
|
13 |
def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_size, device, local_dir: str, results_repo: str, no_cache=True, limit=None):
|
14 |
if limit:
|
15 |
print(
|
|
|
2 |
import os
|
3 |
import logging
|
4 |
from datetime import datetime
|
5 |
+
import spaces
|
6 |
|
7 |
from lm_eval import tasks, evaluator, utils
|
8 |
|
|
|
11 |
|
12 |
logging.getLogger("openai").setLevel(logging.WARNING)
|
13 |
|
14 |
+
@spaces.GPU
|
15 |
def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_size, device, local_dir: str, results_repo: str, no_cache=True, limit=None):
|
16 |
if limit:
|
17 |
print(
|