force-model-revision

src/display/about.py

@@ -205,6 +205,7 @@ When we add extra information about models to the leaderboard, it will be automa
 ### 5) Select the correct precision
 Not all models are converted properly from `float16` to `bfloat16`, and selecting the wrong precision can sometimes cause evaluation error (as loading a `bf16` model in `fp16` can sometimes generate NaNs, depending on the weight range).
 
+<b>Note:</b> Please be advised that when submitting, git <b>branches</b> and <b>tags</b> will be strictly tied to the <b>specific commit</b> present at the time of submission. This ensures revision consistency.
 ## Model types
 {icons}
 """

src/scripts/create_request_file.py

@@ -47,7 +47,7 @@ def main():
     eval_entry = {
         "model": model_name,
         "base_model": base_model,
-        "revision": revision,
+        "revision": model_info.sha, # force to use the exact model commit 
         "private": False,
         "precision": precision,
         "weight_type": weight_type,

src/submission/submit.py

@@ -125,7 +125,7 @@ def add_new_eval(
     eval_entry = {
         "model": model,
         "base_model": base_model,
-        "revision": revision,
+        "revision": model_info.sha, # force to use the exact model commit 
         "private": private,
         "precision": precision,
         "params": model_size,