pminervini commited on
Commit
e034fec
1 Parent(s): 55192e9
Files changed (1) hide show
  1. backend-cli.py +4 -1
backend-cli.py CHANGED
@@ -204,9 +204,12 @@ def maybe_refresh_results(thr: int) -> bool:
204
  for task in task_lst:
205
  task_name = task.benchmark
206
 
 
 
 
207
  if (eval_result is None or
208
  task_name not in eval_result.results or
209
- any(ss in task_name for ss in ['nq', 'trivia', 'tqa', 'self', 'xsum', 'cnn', 'memo'])):
210
  eval_request: EvalRequest = result_name_to_request[result_name]
211
 
212
  my_snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60)
 
204
  for task in task_lst:
205
  task_name = task.benchmark
206
 
207
+
208
+ # task_lst = ['nq', 'trivia', 'tqa', 'self', 'xsum', 'cnn', 'memo']
209
+ task_lst = ['nq', 'trivia', 'tqa', 'self']
210
  if (eval_result is None or
211
  task_name not in eval_result.results or
212
+ any(ss in task_name for ss in task_lst)):
213
  eval_request: EvalRequest = result_name_to_request[result_name]
214
 
215
  my_snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60)