xuanricheng commited on
Commit
e0eb91f
1 Parent(s): df2781f

update read result condition

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +1 -1
src/leaderboard/read_evals.py CHANGED
@@ -170,7 +170,7 @@ def get_request_file_for_model(requests_path, model_name, precision):
170
  req_content = json.load(f)
171
  if (
172
  req_content["status"] in ["FINISHED"]
173
- and req_content["precision"] == precision.split(".")[-1]
174
  ):
175
  request_file = tmp_request_file
176
  return request_file
 
170
  req_content = json.load(f)
171
  if (
172
  req_content["status"] in ["FINISHED"]
173
+ # and req_content["precision"] == precision.split(".")[-1]
174
  ):
175
  request_file = tmp_request_file
176
  return request_file