UI working

src/display/utils.py

@@ -12,8 +12,14 @@ class ColumnContent:
     never_hidden: bool = False
 
 def fields(raw_class):
-    """Get all fields from a dataclass instance."""
-    return [getattr(raw_class, field.name) for field in dataclass_fields(raw_class)]
+    """Get all fields from a dataclass instance or class."""
+    if isinstance(raw_class, type):
+        # If raw_class is a class, create an instance first
+        instance = raw_class()
+        return [getattr(instance, field.name) for field in dataclass_fields(instance)]
+    else:
+        # If raw_class is already an instance
+        return [getattr(raw_class, field.name) for field in dataclass_fields(raw_class)]
 
 ## Leaderboard columns
 def create_column_field(name: str, type: str, displayed_by_default: bool, hidden: bool = False, never_hidden: bool = False):
@@ -40,8 +46,9 @@ model_info_columns = [
 ]
 
 def make_valid_identifier(name):
-    # Replace invalid characters with underscores and make lowercase
-    valid = name.lower().replace(" ", "_").replace("-", "_")
+    # Replace spaces and hyphens with underscores but preserve case
+    valid = name.replace(" ", "_").replace("-", "_").replace("⬆️", "up")
+    # Remove any other invalid characters but preserve case
     valid = "".join(c if c.isalnum() or c == "_" else "" for c in valid)
     # Ensure it starts with a letter
     if valid[0].isdigit():

src/leaderboard/read_evals.py

@@ -40,10 +40,9 @@ class EvalResult:
 
         config = data.get("config")
 
-        # Precision
         precision = Precision.from_str(config.get("model_dtype"))
 
-        # Get model and org
+        # Get model and org, e.g. stacklok/codellama-3.1-8b-instruct
         org_and_model = config.get("model_name", config.get("model_args", None))
         org_and_model = org_and_model.split("/", 1)
 

src/submission/check_validity.py

@@ -117,14 +117,22 @@ def already_submitted_models(requested_models_dir: str) -> tuple[set[str], defau
             for file in files:
                 if not file.endswith(".json"):
                     continue
-                with open(os.path.join(root, file), "r") as f:
-                    info = json.load(f)
-                    file_names.append(f"{info['model']}_{info['revision']}_{info['precision']}")
-
-                    # Select organisation
-                    if info["model"].count("/") == 0 or "submitted_time" not in info:
-                        continue
-                    organisation, _ = info["model"].split("/")
-                    users_to_submission_dates[organisation].append(info["submitted_time"])
+                try:
+                    with open(os.path.join(root, file), "r") as f:
+                        info = json.load(f)
+                        # Handle missing fields gracefully
+                        model = info.get('model', '')
+                        revision = info.get('revision', 'main')  # default to main if missing
+                        precision = info.get('precision', '')
+                        file_names.append(f"{model}_{revision}_{precision}")
+
+                        # Select organisation
+                        if model.count("/") == 0 or "submitted_time" not in info:
+                            continue
+                        organisation, _ = model.split("/")
+                        users_to_submission_dates[organisation].append(info["submitted_time"])
+                except (json.JSONDecodeError, KeyError, IOError) as e:
+                    print(f"Warning: Skipping malformed file {file}: {str(e)}")
+                    continue
 
     return set(file_names), users_to_submission_dates