eduagarcia commited on
Commit
09cd30b
1 Parent(s): 001d624

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +4 -3
src/leaderboard/read_evals.py CHANGED
@@ -22,8 +22,8 @@ class EvalResult:
22
  full_model: str # org/model (path on hub)
23
  org: str
24
  model: str
25
- model_sha: str # commit hash, "" if main
26
  results: dict
 
27
  revision: str = "main"
28
  precision: Precision = Precision.Unknown
29
  model_type: ModelType = ModelType.Unknown # Pretrained, fine tuned, ...
@@ -60,6 +60,7 @@ class EvalResult:
60
  precision = Precision.from_str(config.get("model_dtype"))
61
  num_params = round(config.get("model_num_parameters", 0) / 1_000_000_000, 2)
62
  revision = config.get("model_revision", "main")
 
63
 
64
  # Get model and org
65
  org_and_model = config.get("model_name")
@@ -127,9 +128,9 @@ class EvalResult:
127
  org=org,
128
  model=model,
129
  results=results,
130
- precision=precision,
131
- model_sha=config.get("model_sha", ""),
132
  revision=revision,
 
133
  json_filename=json_filename,
134
  eval_time=config.get("total_evaluation_time_seconds", 0.0),
135
  num_params=num_params
 
22
  full_model: str # org/model (path on hub)
23
  org: str
24
  model: str
 
25
  results: dict
26
+ model_sha: str = "" # commit hash
27
  revision: str = "main"
28
  precision: Precision = Precision.Unknown
29
  model_type: ModelType = ModelType.Unknown # Pretrained, fine tuned, ...
 
60
  precision = Precision.from_str(config.get("model_dtype"))
61
  num_params = round(config.get("model_num_parameters", 0) / 1_000_000_000, 2)
62
  revision = config.get("model_revision", "main")
63
+ model_sha = config.get("model_sha", "")
64
 
65
  # Get model and org
66
  org_and_model = config.get("model_name")
 
128
  org=org,
129
  model=model,
130
  results=results,
131
+ model_sha=model_sha,
 
132
  revision=revision,
133
+ precision=precision,
134
  json_filename=json_filename,
135
  eval_time=config.get("total_evaluation_time_seconds", 0.0),
136
  num_params=num_params