show gated
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -87,9 +87,13 @@ class EvalResult:
|
|
87 |
result_key = f"{org}_{model}_{precision.value.name}"
|
88 |
full_model = "/".join(org_and_model)
|
89 |
|
90 |
-
still_on_hub,
|
91 |
full_model.split(',')[0], config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
|
92 |
)
|
|
|
|
|
|
|
|
|
93 |
architecture = "?"
|
94 |
if model_config is not None:
|
95 |
architectures = getattr(model_config, "architectures", None)
|
|
|
87 |
result_key = f"{org}_{model}_{precision.value.name}"
|
88 |
full_model = "/".join(org_and_model)
|
89 |
|
90 |
+
still_on_hub, err, model_config = is_model_on_hub(
|
91 |
full_model.split(',')[0], config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
|
92 |
)
|
93 |
+
|
94 |
+
if err:
|
95 |
+
print(full_model, err)
|
96 |
+
|
97 |
architecture = "?"
|
98 |
if model_config is not None:
|
99 |
architectures = getattr(model_config, "architectures", None)
|