Spaces:
Running
Running
remove debugging stuff
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -57,17 +57,10 @@ class EvalResult:
|
|
| 57 |
result_key = f"{org}_{model}_{precision.value.name}"
|
| 58 |
full_model = "/".join(org_and_model)
|
| 59 |
|
| 60 |
-
|
| 61 |
-
print(config.get("model_sha", "main"))
|
| 62 |
-
|
| 63 |
-
still_on_hub, msg, model_config = is_model_on_hub(
|
| 64 |
full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
|
| 65 |
)
|
| 66 |
|
| 67 |
-
print(still_on_hub)
|
| 68 |
-
print(model_config)
|
| 69 |
-
print(msg)
|
| 70 |
-
|
| 71 |
architecture = "?"
|
| 72 |
if model_config is not None:
|
| 73 |
architectures = getattr(model_config, "architectures", None)
|
|
|
|
| 57 |
result_key = f"{org}_{model}_{precision.value.name}"
|
| 58 |
full_model = "/".join(org_and_model)
|
| 59 |
|
| 60 |
+
still_on_hub, _, model_config = is_model_on_hub(
|
|
|
|
|
|
|
|
|
|
| 61 |
full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
|
| 62 |
)
|
| 63 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 64 |
architecture = "?"
|
| 65 |
if model_config is not None:
|
| 66 |
architectures = getattr(model_config, "architectures", None)
|
src/submission/check_validity.py
CHANGED
|
@@ -34,11 +34,6 @@ def check_model_card(repo_id: str) -> tuple[bool, str]:
|
|
| 34 |
def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_remote_code=False, test_tokenizer=False) -> tuple[bool, str]:
|
| 35 |
"""Checks if the model model_name is on the hub, and whether it (and its tokenizer) can be loaded with AutoClasses."""
|
| 36 |
|
| 37 |
-
print("model_name", model_name)
|
| 38 |
-
print("revision", revision)
|
| 39 |
-
print("trust_remote_code", trust_remote_code)
|
| 40 |
-
print("token", token)
|
| 41 |
-
|
| 42 |
try:
|
| 43 |
config = AutoConfig.from_pretrained(model_name, revision=revision, trust_remote_code=trust_remote_code, token=token)
|
| 44 |
if test_tokenizer:
|
|
@@ -62,7 +57,6 @@ def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_rem
|
|
| 62 |
)
|
| 63 |
|
| 64 |
except Exception as e:
|
| 65 |
-
print(e)
|
| 66 |
return False, "was not found on hub!", None
|
| 67 |
|
| 68 |
|
|
|
|
| 34 |
def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_remote_code=False, test_tokenizer=False) -> tuple[bool, str]:
|
| 35 |
"""Checks if the model model_name is on the hub, and whether it (and its tokenizer) can be loaded with AutoClasses."""
|
| 36 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
try:
|
| 38 |
config = AutoConfig.from_pretrained(model_name, revision=revision, trust_remote_code=trust_remote_code, token=token)
|
| 39 |
if test_tokenizer:
|
|
|
|
| 57 |
)
|
| 58 |
|
| 59 |
except Exception as e:
|
|
|
|
| 60 |
return False, "was not found on hub!", None
|
| 61 |
|
| 62 |
|