Change displayed information in queue and leaderboard

src/display/utils.py

@@ -40,8 +40,7 @@ auto_eval_column_dict.append(["precision", ColumnContent, ColumnContent("Precisi
 auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
 auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
 auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
-auto_eval_column_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
-auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
+auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Revision", "str", False, False)])
 auto_eval_column_dict.append(["num_few_shots", ColumnContent, ColumnContent("Few-shot", "str", False)])
 auto_eval_column_dict.append(["add_special_tokens", ColumnContent, ColumnContent("Add Special Tokens", "bool", False)])
 auto_eval_column_dict.append(
@@ -59,9 +58,9 @@ AutoEvalColumn = make_dataclass("AutoEvalColumn", auto_eval_column_dict, frozen=
 class EvalQueueColumn:  # Queue column
     model = ColumnContent("model", "markdown", True)
     revision = ColumnContent("revision", "str", True)
-    private = ColumnContent("private", "bool", True)
+    model_type = ColumnContent("model_type", "str", True)
     precision = ColumnContent("precision", "str", True)
-    weight_type = ColumnContent("weight_type", "str", "Original")
+    add_special_tokens = ColumnContent("add_special_tokens", "str", True)
     status = ColumnContent("status", "str", True)
 
 

src/leaderboard/read_evals.py

@@ -31,7 +31,6 @@ class EvalResult:
     likes: int = 0
     num_params: int = 0
     date: str = ""  # submission date of request file
-    still_on_hub: bool = False
     num_few_shots: str = "0"
     add_special_tokens: str = ""
     llm_jp_eval_version: str = ""
@@ -66,6 +65,7 @@ class EvalResult:
 
         version = Version.from_str(metainfo.get("version", "?")).value.name
         backend = Backend.from_str(model_config.get("_target_", "?").split(".")[0]).value.name
+        revision = model_config.get("revision", "")
 
         # Get model and org
         # org_and_model = config.get("model_name", config.get("offline_inference").get("model_name", None))
@@ -116,8 +116,7 @@ class EvalResult:
             model=model,
             results=results,
             precision=precision,
-            revision=config.get("model_sha", ""),
-            still_on_hub=still_on_hub,
+            revision=revision,
             architecture=architecture,
             num_few_shots=num_few_shots,
             add_special_tokens=add_special_tokens,
@@ -157,7 +156,6 @@ class EvalResult:
             AutoEvalColumn.license.name: self.license,
             AutoEvalColumn.likes.name: self.likes,
             AutoEvalColumn.params.name: self.num_params,
-            AutoEvalColumn.still_on_hub.name: self.still_on_hub,
             AutoEvalColumn.num_few_shots.name: self.num_few_shots,
             AutoEvalColumn.add_special_tokens.name: self.add_special_tokens,
             AutoEvalColumn.llm_jp_eval_version.name: self.llm_jp_eval_version,