Add revision to request file search

src/leaderboard/read_evals.py

@@ -91,7 +91,9 @@ class EvalResult:
 
     def update_with_request_file(self, requests_path):
         """Finds the relevant request file for the current model and updates info with it"""
-        request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
+        request_file = get_request_file_for_model(
+            requests_path, self.full_model, self.precision.value.name, self.revision
+        )
 
         try:
             with open(request_file, "r") as f:
@@ -133,12 +135,18 @@ class EvalResult:
         return data_dict
 
 
-def get_request_file_for_model(requests_path, model_name, precision):
+def get_request_file_for_model(requests_path, model_name, precision, revision=""):
     """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
-    request_files = os.path.join(
-        requests_path,
-        f"{model_name}_eval_request_*.json",
-    )
+    if revision and revision != "main":
+        request_files = os.path.join(
+            requests_path,
+            f"{model_name}-{revision}_eval_request_*.json",
+        )
+    else:
+        request_files = os.path.join(
+            requests_path,
+            f"{model_name}_eval_request_*.json",
+        )
     print(f"Looking up request file(s) with pattern {request_files}")
     request_files = glob.glob(request_files)
     print(f"Found request file(s) {request_files}")