fix submit different revisions

app.py

@@ -159,7 +159,7 @@ def add_new_eval(
         return styled_warning("Model authors have requested that their model be not submitted on the leaderboard.")
 
     # Check for duplicate submission
-    if out_path.split("eval-queue/")[1].lower() in requested_models:
+    if f"{model}_{revision}_{precision}" in requested_models:
         return styled_warning("This model has been already submitted.")
 
     with open(out_path, "w") as f:
@@ -256,7 +256,7 @@ def filter_models(
 
     numeric_interval = [NUMERIC_INTERVALS[s] for s in size_query]
     params_column = pd.to_numeric(df[AutoEvalColumn.params.name], errors="coerce")
-    filtered_df = filtered_df[params_column.between(numeric_interval[0][0], numeric_interval[-1][-1])]
+    filtered_df = filtered_df[params_column.between(numeric_interval[0][0], numeric_interval[-1][1])]
 
     return filtered_df
 

src/load_from_hub.py

@@ -20,9 +20,13 @@ def get_all_requested_models(requested_models_dir: str) -> set[str]:
     for root, _, files in os.walk(requested_models_dir):
         current_depth = root.count(os.sep) - requested_models_dir.count(os.sep)
         if current_depth == depth:
-            file_names.extend([os.path.join(root, file) for file in files])
+            for file in files:
+                if not file.endswith(".json"): continue
+                with open(os.path.join(root, file), "r") as f:
+                    info = json.load(f)
+                    file_names.append(f"{info['model']}_{info['revision']}_{info['precision']}")
 
-    return set([file_name.lower().split("eval-queue/")[1] for file_name in file_names])
+    return set(file_names)
 
 
 def load_all_info_from_hub(QUEUE_REPO: str, RESULTS_REPO: str, QUEUE_PATH: str, RESULTS_PATH: str) -> list[Repository]: