Spaces:

open-llm-leaderboard
/

open_llm_leaderboard

Running on CPU Upgrade

Alina Lozovskaia commited on May 9

Commit

57c0f9d

•

1 Parent(s): a5d34d3

force model revision

Files changed (2) hide show

src/scripts/create_request_file.py CHANGED Viewed

@@ -47,7 +47,7 @@ def main():
     eval_entry = {
         "model": model_name,
         "base_model": base_model,
-        "revision": revision,
         "private": False,
         "precision": precision,
         "weight_type": weight_type,

     eval_entry = {
         "model": model_name,
         "base_model": base_model,
+        "revision": model_info.sha, # force to use the exact model commit
         "private": False,
         "precision": precision,
         "weight_type": weight_type,

src/submission/submit.py CHANGED Viewed

@@ -125,7 +125,7 @@ def add_new_eval(
     eval_entry = {
         "model": model,
         "base_model": base_model,
-        "revision": revision,
         "private": private,
         "precision": precision,
         "params": model_size,

     eval_entry = {
         "model": model,
         "base_model": base_model,
+        "revision": model_info.sha, # force to use the exact model commit
         "private": private,
         "precision": precision,
         "params": model_size,