sh1gechan commited on
Commit
dd67828
·
verified ·
1 Parent(s): 1ea4467

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +6 -16
src/leaderboard/read_evals.py CHANGED
@@ -176,14 +176,12 @@ class EvalResult:
176
 
177
  def get_request_file_for_model(requests_path, model_name, precision):
178
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
179
- # モデル名の '/' を '_' に置換
180
- sanitized_model_name = model_name.replace("/", "_")
181
- request_pattern = f"{sanitized_model_name}_eval_request_*.json"
182
- request_files = glob.glob(os.path.join(requests_path, request_pattern))
183
-
184
- print(f"Looking for request files with pattern: {request_pattern}")
185
- print(f"Found request files: {request_files}")
186
-
187
  # Select correct request file (precision)
188
  request_file = ""
189
  request_files = sorted(request_files, reverse=True)
@@ -196,16 +194,8 @@ def get_request_file_for_model(requests_path, model_name, precision):
196
  and req_content["precision"] == precision.split(".")[-1]
197
  ):
198
  request_file = tmp_request_file
199
- break # 最初にマッチしたファイルを使用
200
-
201
- if request_file:
202
- print(f"Found request file: {request_file}")
203
- else:
204
- print(f"No matching request file found for model: {model_name}, precision: {precision}")
205
-
206
  return request_file
207
 
208
-
209
  def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]:
210
  """From the path of the results folder root, extract all needed info for results"""
211
  model_result_filepaths = []
 
176
 
177
  def get_request_file_for_model(requests_path, model_name, precision):
178
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
179
+ request_files = os.path.join(
180
+ requests_path,
181
+ f"{model_name}_eval_request_*.json",
182
+ )
183
+ request_files = glob.glob(request_files)
184
+
 
 
185
  # Select correct request file (precision)
186
  request_file = ""
187
  request_files = sorted(request_files, reverse=True)
 
194
  and req_content["precision"] == precision.split(".")[-1]
195
  ):
196
  request_file = tmp_request_file
 
 
 
 
 
 
 
197
  return request_file
198
 
 
199
  def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]:
200
  """From the path of the results folder root, extract all needed info for results"""
201
  model_result_filepaths = []