lvkaokao commited on
Commit
ac138f8
1 Parent(s): fd7d6d0

requests backup on huggingface/dataset.

Browse files
Files changed (1) hide show
  1. src/submission/submit.py +20 -1
src/submission/submit.py CHANGED
@@ -196,7 +196,26 @@ def add_new_eval(
196
  # if f"{model}_{revision}_{quant_type}_{precision}_{weight_dtype}_{compute_dtype}" in REQUESTED_MODELS:
197
  # return styled_warning("This model has been already submitted.")
198
 
199
- print("Creating eval file")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
200
  OUT_DIR = f"{GIT_REQUESTS_PATH}/{user_name}"
201
  os.makedirs(OUT_DIR, exist_ok=True)
202
  req_out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{quant_type}_{precision}_{weight_dtype}_{compute_dtype}.json"
 
196
  # if f"{model}_{revision}_{quant_type}_{precision}_{weight_dtype}_{compute_dtype}" in REQUESTED_MODELS:
197
  # return styled_warning("This model has been already submitted.")
198
 
199
+ print("Creating huggingface/dataset eval file")
200
+ OUT_DIR = f"{EVAL_REQUESTS_PATH}/{user_name}"
201
+ os.makedirs(OUT_DIR, exist_ok=True)
202
+ out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{quant_type}_{precision}_{weight_dtype}_{compute_dtype}.json"
203
+
204
+ with open(out_path, "w") as f:
205
+ f.write(json.dumps(eval_entry))
206
+
207
+ print("Uploading eval file")
208
+
209
+ API.upload_file(
210
+ path_or_fileobj=out_path,
211
+ path_in_repo=out_path.split("eval-queue/")[1],
212
+ repo_id=QUEUE_REPO,
213
+ repo_type="dataset",
214
+ commit_message=f"Add {model} to eval queue",
215
+ )
216
+
217
+
218
+ print("Creating git eval file")
219
  OUT_DIR = f"{GIT_REQUESTS_PATH}/{user_name}"
220
  os.makedirs(OUT_DIR, exist_ok=True)
221
  req_out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{quant_type}_{precision}_{weight_dtype}_{compute_dtype}.json"