alozowski HF staff commited on
Commit
cb7db7e
1 Parent(s): a5d34d3

force-model-revision (#739)

Browse files

- force model revision (57c0f9dfbe67b70f38fc043584f90c0beb3735f7)
- updated submission page (64b7504d20d94bc4605c0b0f7c0b1e8568a3488e)

src/display/about.py CHANGED
@@ -205,6 +205,7 @@ When we add extra information about models to the leaderboard, it will be automa
205
  ### 5) Select the correct precision
206
  Not all models are converted properly from `float16` to `bfloat16`, and selecting the wrong precision can sometimes cause evaluation error (as loading a `bf16` model in `fp16` can sometimes generate NaNs, depending on the weight range).
207
 
 
208
  ## Model types
209
  {icons}
210
  """
 
205
  ### 5) Select the correct precision
206
  Not all models are converted properly from `float16` to `bfloat16`, and selecting the wrong precision can sometimes cause evaluation error (as loading a `bf16` model in `fp16` can sometimes generate NaNs, depending on the weight range).
207
 
208
+ <b>Note:</b> Please be advised that when submitting, git <b>branches</b> and <b>tags</b> will be strictly tied to the <b>specific commit</b> present at the time of submission. This ensures revision consistency.
209
  ## Model types
210
  {icons}
211
  """
src/scripts/create_request_file.py CHANGED
@@ -47,7 +47,7 @@ def main():
47
  eval_entry = {
48
  "model": model_name,
49
  "base_model": base_model,
50
- "revision": revision,
51
  "private": False,
52
  "precision": precision,
53
  "weight_type": weight_type,
 
47
  eval_entry = {
48
  "model": model_name,
49
  "base_model": base_model,
50
+ "revision": model_info.sha, # force to use the exact model commit
51
  "private": False,
52
  "precision": precision,
53
  "weight_type": weight_type,
src/submission/submit.py CHANGED
@@ -125,7 +125,7 @@ def add_new_eval(
125
  eval_entry = {
126
  "model": model,
127
  "base_model": base_model,
128
- "revision": revision,
129
  "private": private,
130
  "precision": precision,
131
  "params": model_size,
 
125
  eval_entry = {
126
  "model": model,
127
  "base_model": base_model,
128
+ "revision": model_info.sha, # force to use the exact model commit
129
  "private": private,
130
  "precision": precision,
131
  "params": model_size,