Stop submitting upstage models

#33
by BearSean - opened
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -192,6 +192,10 @@ def add_new_eval(
192
  os.makedirs(OUT_DIR, exist_ok=True)
193
  out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{precision}_{weight_type}.json"
194
 
 
 
 
 
195
  # Check if the model has been forbidden:
196
  if out_path.split("eval-queue/")[1] in DO_NOT_SUBMIT_MODELS:
197
  return styled_warning("Model authors have requested that their model be not submitted on the leaderboard.")
 
192
  os.makedirs(OUT_DIR, exist_ok=True)
193
  out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{precision}_{weight_type}.json"
194
 
195
+ # The model participating as a Host in Upstage does not conduct evaluations to ensure the transparency and fairness of the leaderboard. Please take this into consideration.
196
+ if user_name == "upstage":
197
+ return styled_warning("This model cannot be submitted on the leaderboard.")
198
+
199
  # Check if the model has been forbidden:
200
  if out_path.split("eval-queue/")[1] in DO_NOT_SUBMIT_MODELS:
201
  return styled_warning("Model authors have requested that their model be not submitted on the leaderboard.")