simplify API model names

src/leaderboard/read_evals.py

@@ -70,6 +70,9 @@ class EvalResult:
         org_and_model = re.sub(r"^pretrained=", "", org_and_model)
         org_and_model = org_and_model.replace(",trust_remote_code=True", "")
         org_and_model = org_and_model.replace(",parallelize=True", "")
+        org_and_model = org_and_model.replace(",tokenizer_backend=huggingface", "")
+        org_and_model = re.sub(",base_url=[^,]+", ",API", org_and_model)
+
         org_and_model = re.sub(",prefix_token_id=\d+", "", org_and_model)
         org_and_model = re.sub("/$", "", org_and_model)
 
@@ -193,18 +196,6 @@ class EvalResult:
         baselines = {task.value.benchmark: task.value.baseline*100 for task in Tasks}
 
         average_old = sum([v for task, v in self.results.items() if v is not None and task in all_tasks_wo_polqa]) / len(all_tasks_wo_polqa)
-        # average_g = sum([v for task, v in self.results.items() if v is not None and task in g_tasks]) / len(g_tasks)
-        # average_mc = sum([v for task, v in self.results.items() if v is not None and task in mc_tasks]) / len(mc_tasks)
-        # print('XXXXXXXXXXXX')
-        # print(self.eval_name)
-        # print(all_tasks)
-        # print(baselines)
-        # print(self.results)
-        # print('XXXXXXXXXXXX')
-
-        # average = sum([((v if v is not None else 0)-baselines.get(task,0))/(100-baselines.get(task,0))*100 for task, v in self.results.items() if  task in all_tasks]) / len(all_tasks)
-        # average_g = sum([((v if v is not None else 0)-baselines.get(task,0))/(100-baselines.get(task,0))*100 for task, v in self.results.items() if  task in g_tasks]) / len(g_tasks)
-        # average_mc = sum([((v if v is not None else 0)-baselines.get(task,0))/(100-baselines.get(task,0))*100 for task, v in self.results.items() if  task in mc_tasks]) / len(mc_tasks)
 
         average = sum([(self.results.get(task,0) - baselines.get(task, 0)) / (100 - baselines.get(task, 0)) * 100 for task in all_tasks]) / len(all_tasks)
         average_g = sum([(self.results.get(task,0) - baselines.get(task, 0)) / (100 - baselines.get(task, 0)) * 100 for task in g_tasks]) / len(g_tasks)