Change to prohibit resubmission of failed models

src/submission/check_validity.py

@@ -98,9 +98,6 @@ def already_submitted_models(requested_models_dir: pathlib.Path) -> set[EvalQueu
     for json_path in requested_models_dir.glob("*/*.json"):
         with json_path.open() as f:
             info = json.load(f)
-        # Allow failed submissions to be re-submitted
-        if info["status"] == "FAILED":
-            continue
         queued_models.add(
             EvalQueuedModel(
                 model=info["model"],