Shaltiel commited on
Commit
ffccb41
1 Parent(s): 6b03453

Updated backend to use rejected

Browse files
Files changed (1) hide show
  1. main_backend_lighteval.py +4 -3
main_backend_lighteval.py CHANGED
@@ -19,6 +19,7 @@ PENDING_STATUS = "PENDING"
19
  RUNNING_STATUS = "RUNNING"
20
  FINISHED_STATUS = "FINISHED"
21
  FAILED_STATUS = "FAILED"
 
22
 
23
  snapshot_download(repo_id=RESULTS_REPO, revision="main", local_dir=EVAL_RESULTS_PATH_BACKEND, repo_type="dataset", max_workers=60, token=TOKEN)
24
  snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60, token=TOKEN)
@@ -73,7 +74,7 @@ def run_auto_eval():
73
  set_eval_request(
74
  api=API,
75
  eval_request=eval_request,
76
- set_to_status=FAILED_STATUS,
77
  hf_repo=QUEUE_REPO,
78
  local_dir=EVAL_REQUESTS_PATH_BACKEND,
79
  )
@@ -87,7 +88,7 @@ def run_auto_eval():
87
  set_eval_request(
88
  api=API,
89
  eval_request=eval_request,
90
- set_to_status=FAILED_STATUS,
91
  hf_repo=QUEUE_REPO,
92
  local_dir=EVAL_REQUESTS_PATH_BACKEND,
93
  )
@@ -101,7 +102,7 @@ def run_auto_eval():
101
  set_eval_request(
102
  api=API,
103
  eval_request=eval_request,
104
- set_to_status=FAILED_STATUS,
105
  hf_repo=QUEUE_REPO,
106
  local_dir=EVAL_REQUESTS_PATH_BACKEND,
107
  )
 
19
  RUNNING_STATUS = "RUNNING"
20
  FINISHED_STATUS = "FINISHED"
21
  FAILED_STATUS = "FAILED"
22
+ REJECTED_STATUS = "REJECTED"
23
 
24
  snapshot_download(repo_id=RESULTS_REPO, revision="main", local_dir=EVAL_RESULTS_PATH_BACKEND, repo_type="dataset", max_workers=60, token=TOKEN)
25
  snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60, token=TOKEN)
 
74
  set_eval_request(
75
  api=API,
76
  eval_request=eval_request,
77
+ set_to_status=REJECTED_STATUS,
78
  hf_repo=QUEUE_REPO,
79
  local_dir=EVAL_REQUESTS_PATH_BACKEND,
80
  )
 
88
  set_eval_request(
89
  api=API,
90
  eval_request=eval_request,
91
+ set_to_status=REJECTED_STATUS,
92
  hf_repo=QUEUE_REPO,
93
  local_dir=EVAL_REQUESTS_PATH_BACKEND,
94
  )
 
102
  set_eval_request(
103
  api=API,
104
  eval_request=eval_request,
105
+ set_to_status=REJECTED_STATUS,
106
  hf_repo=QUEUE_REPO,
107
  local_dir=EVAL_REQUESTS_PATH_BACKEND,
108
  )