Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
eduagarcia
commited on
Commit
•
09cd30b
1
Parent(s):
001d624
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -22,8 +22,8 @@ class EvalResult:
|
|
22 |
full_model: str # org/model (path on hub)
|
23 |
org: str
|
24 |
model: str
|
25 |
-
model_sha: str # commit hash, "" if main
|
26 |
results: dict
|
|
|
27 |
revision: str = "main"
|
28 |
precision: Precision = Precision.Unknown
|
29 |
model_type: ModelType = ModelType.Unknown # Pretrained, fine tuned, ...
|
@@ -60,6 +60,7 @@ class EvalResult:
|
|
60 |
precision = Precision.from_str(config.get("model_dtype"))
|
61 |
num_params = round(config.get("model_num_parameters", 0) / 1_000_000_000, 2)
|
62 |
revision = config.get("model_revision", "main")
|
|
|
63 |
|
64 |
# Get model and org
|
65 |
org_and_model = config.get("model_name")
|
@@ -127,9 +128,9 @@ class EvalResult:
|
|
127 |
org=org,
|
128 |
model=model,
|
129 |
results=results,
|
130 |
-
|
131 |
-
model_sha=config.get("model_sha", ""),
|
132 |
revision=revision,
|
|
|
133 |
json_filename=json_filename,
|
134 |
eval_time=config.get("total_evaluation_time_seconds", 0.0),
|
135 |
num_params=num_params
|
|
|
22 |
full_model: str # org/model (path on hub)
|
23 |
org: str
|
24 |
model: str
|
|
|
25 |
results: dict
|
26 |
+
model_sha: str = "" # commit hash
|
27 |
revision: str = "main"
|
28 |
precision: Precision = Precision.Unknown
|
29 |
model_type: ModelType = ModelType.Unknown # Pretrained, fine tuned, ...
|
|
|
60 |
precision = Precision.from_str(config.get("model_dtype"))
|
61 |
num_params = round(config.get("model_num_parameters", 0) / 1_000_000_000, 2)
|
62 |
revision = config.get("model_revision", "main")
|
63 |
+
model_sha = config.get("model_sha", "")
|
64 |
|
65 |
# Get model and org
|
66 |
org_and_model = config.get("model_name")
|
|
|
128 |
org=org,
|
129 |
model=model,
|
130 |
results=results,
|
131 |
+
model_sha=model_sha,
|
|
|
132 |
revision=revision,
|
133 |
+
precision=precision,
|
134 |
json_filename=json_filename,
|
135 |
eval_time=config.get("total_evaluation_time_seconds", 0.0),
|
136 |
num_params=num_params
|