Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -176,14 +176,12 @@ class EvalResult:
|
|
176 |
|
177 |
def get_request_file_for_model(requests_path, model_name, precision):
|
178 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
179 |
-
|
180 |
-
|
181 |
-
|
182 |
-
|
183 |
-
|
184 |
-
|
185 |
-
print(f"Found request files: {request_files}")
|
186 |
-
|
187 |
# Select correct request file (precision)
|
188 |
request_file = ""
|
189 |
request_files = sorted(request_files, reverse=True)
|
@@ -196,16 +194,8 @@ def get_request_file_for_model(requests_path, model_name, precision):
|
|
196 |
and req_content["precision"] == precision.split(".")[-1]
|
197 |
):
|
198 |
request_file = tmp_request_file
|
199 |
-
break # 最初にマッチしたファイルを使用
|
200 |
-
|
201 |
-
if request_file:
|
202 |
-
print(f"Found request file: {request_file}")
|
203 |
-
else:
|
204 |
-
print(f"No matching request file found for model: {model_name}, precision: {precision}")
|
205 |
-
|
206 |
return request_file
|
207 |
|
208 |
-
|
209 |
def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]:
|
210 |
"""From the path of the results folder root, extract all needed info for results"""
|
211 |
model_result_filepaths = []
|
|
|
176 |
|
177 |
def get_request_file_for_model(requests_path, model_name, precision):
|
178 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
179 |
+
request_files = os.path.join(
|
180 |
+
requests_path,
|
181 |
+
f"{model_name}_eval_request_*.json",
|
182 |
+
)
|
183 |
+
request_files = glob.glob(request_files)
|
184 |
+
|
|
|
|
|
185 |
# Select correct request file (precision)
|
186 |
request_file = ""
|
187 |
request_files = sorted(request_files, reverse=True)
|
|
|
194 |
and req_content["precision"] == precision.split(".")[-1]
|
195 |
):
|
196 |
request_file = tmp_request_file
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
197 |
return request_file
|
198 |
|
|
|
199 |
def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]:
|
200 |
"""From the path of the results folder root, extract all needed info for results"""
|
201 |
model_result_filepaths = []
|