Update space

src/display/utils.py

@@ -60,6 +60,8 @@ for domain in Domains:
 auto_eval_column_dict.append(["organization", ColumnContent, field(default_factory=lambda: ColumnContent("Organization", "str", False))])
 auto_eval_column_dict.append(["knowledge_cutoff", ColumnContent, field(default_factory=lambda: ColumnContent("Knowledge cutoff", "str", False))])
 auto_eval_column_dict.append(["score", ColumnContent, field(default_factory=lambda: ColumnContent("Score", "number", True))])
+auto_eval_column_dict.append(["rank", ColumnContent, field(default_factory=lambda: ColumnContent("Rank", "number", True))])
+
 
 for task in Tasks:
     auto_eval_column_dict.append([task.name, ColumnContent, field(default_factory=lambda: ColumnContent(task.value.col_name, "number", True))])

src/leaderboard/read_evals.py

@@ -60,6 +60,7 @@ class ModelResult:
         data_dict = {
             # "eval_name": self.eval_name,  # not a column, just a save name,
             # AutoEvalColumn.model.name: make_clickable_model(self.full_model),
+            AutoEvalColumn.rank.name: None, # placeholder for the rank
             AutoEvalColumn.model.name: self.model,
             AutoEvalColumn.score.name: self.results[Domains.dim0.value.dimension],
             AutoEvalColumn.license.name: self.license,

src/populate.py

@@ -15,6 +15,7 @@ def get_model_leaderboard_df(results_path: str, requests_path: str="", cols: lis
 
     df = pd.DataFrame.from_records(all_data_json)
     df = df.sort_values(by=[AutoEvalColumn.score.name], ascending=True)
+    df[AutoEvalColumn.rank.name] = df[AutoEvalColumn.score.name].rank(ascending=True, method="min")
     # print(cols) # []
     # print(df.columns) # ['eval_name', 'Model', 'Hub License', 'Organization', 'Knowledge cutoff', 'Overall']
     # exit()