Spaces:
Runtime error
Runtime error
Commit
•
f6e5d38
1
Parent(s):
b79c971
update
Browse files- backend-cli.py +6 -0
backend-cli.py
CHANGED
@@ -99,6 +99,9 @@ def process_finished_requests() -> bool:
|
|
99 |
# Sort the evals by priority (first submitted first run)
|
100 |
eval_requests: list[EvalRequest] = sort_models_by_priority(api=API, models=eval_requests)
|
101 |
|
|
|
|
|
|
|
102 |
from src.leaderboard.read_evals import get_raw_eval_results
|
103 |
eval_results: list[EvalResult] = get_raw_eval_results(EVAL_RESULTS_PATH_BACKEND, EVAL_REQUESTS_PATH_BACKEND)
|
104 |
|
@@ -141,6 +144,9 @@ def process_pending_requests() -> bool:
|
|
141 |
# Sort the evals by priority (first submitted first run)
|
142 |
eval_requests = sort_models_by_priority(api=API, models=eval_requests)
|
143 |
|
|
|
|
|
|
|
144 |
print(f"Found {len(eval_requests)} {','.join(current_pending_status)} eval requests")
|
145 |
|
146 |
if len(eval_requests) == 0:
|
|
|
99 |
# Sort the evals by priority (first submitted first run)
|
100 |
eval_requests: list[EvalRequest] = sort_models_by_priority(api=API, models=eval_requests)
|
101 |
|
102 |
+
import random
|
103 |
+
random.shuffle(eval_requests)
|
104 |
+
|
105 |
from src.leaderboard.read_evals import get_raw_eval_results
|
106 |
eval_results: list[EvalResult] = get_raw_eval_results(EVAL_RESULTS_PATH_BACKEND, EVAL_REQUESTS_PATH_BACKEND)
|
107 |
|
|
|
144 |
# Sort the evals by priority (first submitted first run)
|
145 |
eval_requests = sort_models_by_priority(api=API, models=eval_requests)
|
146 |
|
147 |
+
import random
|
148 |
+
random.shuffle(eval_requests)
|
149 |
+
|
150 |
print(f"Found {len(eval_requests)} {','.join(current_pending_status)} eval requests")
|
151 |
|
152 |
if len(eval_requests) == 0:
|