danielz02 commited on
Commit
300e6b5
1 Parent(s): fe4b1fa

Log precision in request lookup process

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +2 -0
src/leaderboard/read_evals.py CHANGED
@@ -157,11 +157,13 @@ def get_request_file_for_model(requests_path, model_name, precision, revision=""
157
  for tmp_request_file in request_files:
158
  with open(tmp_request_file, "r") as f:
159
  req_content = json.load(f)
 
160
  if (
161
  req_content["status"] in ["FINISHED"]
162
  and req_content["precision"] == precision.split(".")[-1]
163
  ):
164
  request_file = tmp_request_file
 
165
  return request_file
166
 
167
 
 
157
  for tmp_request_file in request_files:
158
  with open(tmp_request_file, "r") as f:
159
  req_content = json.load(f)
160
+ print("Precision", req_content["precision"], precision.split(".")[-1])
161
  if (
162
  req_content["status"] in ["FINISHED"]
163
  and req_content["precision"] == precision.split(".")[-1]
164
  ):
165
  request_file = tmp_request_file
166
+ print(f"Selected {request_file} for model metadata")
167
  return request_file
168
 
169