Clémentine commited on
Commit
2bb5ded
1 Parent(s): 6eaad72

rm lighteval sha from id

Browse files
src/auto_leaderboard/load_results.py CHANGED
@@ -74,7 +74,6 @@ def parse_eval_result(json_filepath: str) -> Tuple[str, list[dict]]:
74
  model = config.get("model_args", None)
75
 
76
  model_sha = config.get("model_sha", "")
77
- eval_sha = config.get("lighteval_sha", "")
78
  model_split = model.split("/", 1)
79
 
80
  precision = config.get("model_dtype")
@@ -84,11 +83,11 @@ def parse_eval_result(json_filepath: str) -> Tuple[str, list[dict]]:
84
  if len(model_split) == 1:
85
  org = None
86
  model = model_split[0]
87
- result_key = f"{model}_{model_sha}_{eval_sha}_{precision}"
88
  else:
89
  org = model_split[0]
90
  model = model_split[1]
91
- result_key = f"{org}_{model}_{model_sha}_{eval_sha}_{precision}"
92
 
93
  eval_results = []
94
  for benchmark, metric in zip(BENCHMARKS, METRICS):
 
74
  model = config.get("model_args", None)
75
 
76
  model_sha = config.get("model_sha", "")
 
77
  model_split = model.split("/", 1)
78
 
79
  precision = config.get("model_dtype")
 
83
  if len(model_split) == 1:
84
  org = None
85
  model = model_split[0]
86
+ result_key = f"{model}_{model_sha}_{precision}"
87
  else:
88
  org = model_split[0]
89
  model = model_split[1]
90
+ result_key = f"{org}_{model}_{model_sha}_{precision}"
91
 
92
  eval_results = []
93
  for benchmark, metric in zip(BENCHMARKS, METRICS):