djstrong commited on
Commit
5f72455
1 Parent(s): ab4d666
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +1 -1
src/leaderboard/read_evals.py CHANGED
@@ -458,7 +458,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, metadata) -> lis
458
  in_progress=True
459
  # print(f'sbatch start.sh "bash eval_model_task_bs1.sh {r["n_shot"]} {task.value.benchmark} {v.full_model}"')
460
  if in_progress:
461
- v.model = '⚠️' + v.model
462
 
463
  if r[AutoEvalColumn.lang.name] is None or r[AutoEvalColumn.lang.name] == "?":
464
  missing_metadata.append(f"{v.full_model}")
 
458
  in_progress=True
459
  # print(f'sbatch start.sh "bash eval_model_task_bs1.sh {r["n_shot"]} {task.value.benchmark} {v.full_model}"')
460
  if in_progress:
461
+ v.model = '🚧' + v.model
462
 
463
  if r[AutoEvalColumn.lang.name] is None or r[AutoEvalColumn.lang.name] == "?":
464
  missing_metadata.append(f"{v.full_model}")