djstrong commited on
Commit
ee50884
·
1 Parent(s): ba83ce7

show gated

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +5 -1
src/leaderboard/read_evals.py CHANGED
@@ -87,9 +87,13 @@ class EvalResult:
87
  result_key = f"{org}_{model}_{precision.value.name}"
88
  full_model = "/".join(org_and_model)
89
 
90
- still_on_hub, _, model_config = is_model_on_hub(
91
  full_model.split(',')[0], config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
92
  )
 
 
 
 
93
  architecture = "?"
94
  if model_config is not None:
95
  architectures = getattr(model_config, "architectures", None)
 
87
  result_key = f"{org}_{model}_{precision.value.name}"
88
  full_model = "/".join(org_and_model)
89
 
90
+ still_on_hub, err, model_config = is_model_on_hub(
91
  full_model.split(',')[0], config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
92
  )
93
+
94
+ if err:
95
+ print(full_model, err)
96
+
97
  architecture = "?"
98
  if model_config is not None:
99
  architectures = getattr(model_config, "architectures", None)