rename-official-providers (#1029)

- Rename MAINTAINERS_HIGHLIGHT to OFFICIAL_PROVIDERS (5a5efd95ad6234fe05434cf658747f302678db08)
- Rename curated authors to official providers (e7893a8fce441ab5ea12195024ae9f03329a3dfb)

app.py

@@ -215,7 +215,7 @@ def init_leaderboard(dataframe):
             ),
             ColumnFilter(AutoEvalColumn.moe.name, type="boolean", label="MoE", default=False),
             ColumnFilter(AutoEvalColumn.not_flagged.name, type="boolean", label="Flagged", default=True),
-            ColumnFilter(AutoEvalColumn.maintainers_highlight.name, type="boolean", label="Show only maintainer's highlight", default=False),
+            ColumnFilter(AutoEvalColumn.official_providers.name, type="boolean", label="Show only official providers", default=False),
         ],
         bool_checkboxgroup_label="Hide models",
         interactive=False,

src/display/utils.py

@@ -6,13 +6,13 @@ import logging
 from datetime import datetime
 import pandas as pd
 
-from src.envs import MAINTAINERS_HIGHLIGHT_REPO
+from src.envs import OFFICIAL_PROVIDERS_REPO
 
 # Configure logging
 logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
 
-dataset = load_dataset(MAINTAINERS_HIGHLIGHT_REPO)
-curated_authors = dataset["train"][0]["CURATED_SET"]
+dataset = load_dataset(OFFICIAL_PROVIDERS_REPO)
+official_providers = dataset["train"][0]["CURATED_SET"]
 
 # Convert ISO 8601 dates to datetime objects for comparison
 def parse_iso8601_datetime(date_str):
@@ -120,7 +120,7 @@ auto_eval_column_dict.append(["submission_date", ColumnContent, ColumnContent("S
 auto_eval_column_dict.append(["upload_to_hub", ColumnContent, ColumnContent("Upload To Hub Date", "bool", False, hidden=False)])
 
 auto_eval_column_dict.append(["use_chat_template", ColumnContent, ColumnContent("Chat Template", "bool", False)])
-auto_eval_column_dict.append(["maintainers_highlight", ColumnContent, ColumnContent("Maintainer's Highlight", "bool", False, hidden=True)])
+auto_eval_column_dict.append(["official_providers", ColumnContent, ColumnContent("Official Providers", "bool", False, hidden=True)])
 
 # fullname structure: <user>/<model_name>
 auto_eval_column_dict.append(["fullname", ColumnContent, ColumnContent("fullname", "str", False, dummy=True)])

src/envs.py

@@ -8,7 +8,7 @@ REPO_ID = "open-llm-leaderboard/open_llm_leaderboard"
 QUEUE_REPO = "open-llm-leaderboard/requests"
 AGGREGATED_REPO = "open-llm-leaderboard/contents"
 VOTES_REPO = "open-llm-leaderboard/votes"
-MAINTAINERS_HIGHLIGHT_REPO = "open-llm-leaderboard/maintainers-highlight"
+OFFICIAL_PROVIDERS_REPO = "open-llm-leaderboard/official-providers"
 
 HF_HOME = os.getenv("HF_HOME", ".")
 

src/leaderboard/filter_models.py

@@ -19,8 +19,8 @@ DO_NOT_SUBMIT_MODELS = [
 def flag_models(leaderboard_data: list[dict]):
     """Flags models based on external criteria or flagged status."""
     for model_data in leaderboard_data:
-        # Skip flagging if maintainers_highlight is True
-        if model_data.get(AutoEvalColumn.maintainers_highlight.name, False):
+        # Skip flagging if official providers is True
+        if model_data.get(AutoEvalColumn.official_providers.name, False):
             model_data[AutoEvalColumn.not_flagged.name] = True
             continue
 

src/submission/check_validity.py

@@ -10,7 +10,7 @@ from huggingface_hub import ModelCard, hf_hub_download
 from huggingface_hub.hf_api import ModelInfo, get_safetensors_metadata, parse_safetensors_file_metadata
 from transformers import AutoConfig, AutoTokenizer
 
-from src.display.utils import parse_iso8601_datetime, curated_authors
+from src.display.utils import parse_iso8601_datetime, official_providers
 from src.envs import HAS_HIGHER_RATE_LIMIT
 
 
@@ -127,8 +127,8 @@ def get_model_arch(model_info: ModelInfo):
 
 
 def user_submission_permission(org_or_user, users_to_submission_dates, rate_limit_period, rate_limit_quota):
-    # No limit for curated authors
-    if org_or_user in curated_authors:
+    # No limit for official providers
+    if org_or_user in official_providers:
         return True, ""
     # Increase quota first if user has higher limits
     if org_or_user in HAS_HIGHER_RATE_LIMIT: