pminervini commited on
Commit
e67da61
1 Parent(s): c5558c5
Files changed (1) hide show
  1. backend-cli.py +1 -1
backend-cli.py CHANGED
@@ -206,7 +206,7 @@ def maybe_refresh_results(thr: int) -> bool:
206
 
207
  if (eval_result is None or
208
  task_name not in eval_result.results or
209
- 'nq' in task_name or 'trivia' in task_name or 'tqa' in task_name or 'self' in task_name):
210
  eval_request: EvalRequest = result_name_to_request[result_name]
211
 
212
  my_snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60)
 
206
 
207
  if (eval_result is None or
208
  task_name not in eval_result.results or
209
+ any(ss in task_name for ss in ['nq', 'trivia', 'tqa', 'self', 'xsum', 'cnn'])):
210
  eval_request: EvalRequest = result_name_to_request[result_name]
211
 
212
  my_snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60)