Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
pminervini
commited on
Commit
•
e034fec
1
Parent(s):
55192e9
update
Browse files- backend-cli.py +4 -1
backend-cli.py
CHANGED
@@ -204,9 +204,12 @@ def maybe_refresh_results(thr: int) -> bool:
|
|
204 |
for task in task_lst:
|
205 |
task_name = task.benchmark
|
206 |
|
|
|
|
|
|
|
207 |
if (eval_result is None or
|
208 |
task_name not in eval_result.results or
|
209 |
-
any(ss in task_name for ss in
|
210 |
eval_request: EvalRequest = result_name_to_request[result_name]
|
211 |
|
212 |
my_snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60)
|
|
|
204 |
for task in task_lst:
|
205 |
task_name = task.benchmark
|
206 |
|
207 |
+
|
208 |
+
# task_lst = ['nq', 'trivia', 'tqa', 'self', 'xsum', 'cnn', 'memo']
|
209 |
+
task_lst = ['nq', 'trivia', 'tqa', 'self']
|
210 |
if (eval_result is None or
|
211 |
task_name not in eval_result.results or
|
212 |
+
any(ss in task_name for ss in task_lst)):
|
213 |
eval_request: EvalRequest = result_name_to_request[result_name]
|
214 |
|
215 |
my_snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60)
|