Spaces:
Paused
Paused
Updated backend to use rejected
Browse files
main_backend_lighteval.py
CHANGED
@@ -19,6 +19,7 @@ PENDING_STATUS = "PENDING"
|
|
19 |
RUNNING_STATUS = "RUNNING"
|
20 |
FINISHED_STATUS = "FINISHED"
|
21 |
FAILED_STATUS = "FAILED"
|
|
|
22 |
|
23 |
snapshot_download(repo_id=RESULTS_REPO, revision="main", local_dir=EVAL_RESULTS_PATH_BACKEND, repo_type="dataset", max_workers=60, token=TOKEN)
|
24 |
snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60, token=TOKEN)
|
@@ -73,7 +74,7 @@ def run_auto_eval():
|
|
73 |
set_eval_request(
|
74 |
api=API,
|
75 |
eval_request=eval_request,
|
76 |
-
set_to_status=
|
77 |
hf_repo=QUEUE_REPO,
|
78 |
local_dir=EVAL_REQUESTS_PATH_BACKEND,
|
79 |
)
|
@@ -87,7 +88,7 @@ def run_auto_eval():
|
|
87 |
set_eval_request(
|
88 |
api=API,
|
89 |
eval_request=eval_request,
|
90 |
-
set_to_status=
|
91 |
hf_repo=QUEUE_REPO,
|
92 |
local_dir=EVAL_REQUESTS_PATH_BACKEND,
|
93 |
)
|
@@ -101,7 +102,7 @@ def run_auto_eval():
|
|
101 |
set_eval_request(
|
102 |
api=API,
|
103 |
eval_request=eval_request,
|
104 |
-
set_to_status=
|
105 |
hf_repo=QUEUE_REPO,
|
106 |
local_dir=EVAL_REQUESTS_PATH_BACKEND,
|
107 |
)
|
|
|
19 |
RUNNING_STATUS = "RUNNING"
|
20 |
FINISHED_STATUS = "FINISHED"
|
21 |
FAILED_STATUS = "FAILED"
|
22 |
+
REJECTED_STATUS = "REJECTED"
|
23 |
|
24 |
snapshot_download(repo_id=RESULTS_REPO, revision="main", local_dir=EVAL_RESULTS_PATH_BACKEND, repo_type="dataset", max_workers=60, token=TOKEN)
|
25 |
snapshot_download(repo_id=QUEUE_REPO, revision="main", local_dir=EVAL_REQUESTS_PATH_BACKEND, repo_type="dataset", max_workers=60, token=TOKEN)
|
|
|
74 |
set_eval_request(
|
75 |
api=API,
|
76 |
eval_request=eval_request,
|
77 |
+
set_to_status=REJECTED_STATUS,
|
78 |
hf_repo=QUEUE_REPO,
|
79 |
local_dir=EVAL_REQUESTS_PATH_BACKEND,
|
80 |
)
|
|
|
88 |
set_eval_request(
|
89 |
api=API,
|
90 |
eval_request=eval_request,
|
91 |
+
set_to_status=REJECTED_STATUS,
|
92 |
hf_repo=QUEUE_REPO,
|
93 |
local_dir=EVAL_REQUESTS_PATH_BACKEND,
|
94 |
)
|
|
|
102 |
set_eval_request(
|
103 |
api=API,
|
104 |
eval_request=eval_request,
|
105 |
+
set_to_status=REJECTED_STATUS,
|
106 |
hf_repo=QUEUE_REPO,
|
107 |
local_dir=EVAL_REQUESTS_PATH_BACKEND,
|
108 |
)
|