update

backend-cli.py

@@ -146,7 +146,7 @@ def process_finished_requests(thr: int) -> bool:
             # Check the corresponding result
             eval_result: Optional[EvalResult] = result_name_to_result[result_name] if result_name in result_name_to_result else None
 
-            breakpoint()
+            # breakpoint()
 
             task_lst = TASKS_HARNESS.copy()
             random.shuffle(task_lst)
@@ -195,7 +195,7 @@ def maybe_refresh_results(thr: int) -> bool:
             # Check the corresponding result
             eval_result: Optional[EvalResult] = result_name_to_result[result_name] if result_name in result_name_to_result else None
 
-            breakpoint()
+            # breakpoint()
 
             task_lst = TASKS_HARNESS.copy()
             random.shuffle(task_lst)
@@ -206,7 +206,7 @@ def maybe_refresh_results(thr: int) -> bool:
 
                 if (eval_result is None or
                         task_name not in eval_result.results or
-                        any(ss in task_name for ss in ['nq', 'trivia', 'tqa', 'self', 'xsum', 'cnn'])):
+                        any(ss in task_name for ss in ['nq', 'trivia', 'tqa', 'self', 'xsum', 'cnn', 'memo'])):
                     eval_request: EvalRequest = result_name_to_request[result_name]
 
                     my_snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60)