update

src/backend/manage_requests.py

@@ -5,6 +5,7 @@ from typing import Optional
 
 from huggingface_hub import HfApi, snapshot_download
 
+
 @dataclass
 class EvalRequest:
     model: str
@@ -22,7 +23,7 @@ class EvalRequest:
     params: Optional[int] = None
     license: Optional[str] = ""
     
-    def get_model_args(self):
+    def get_model_args(self) -> str:
         model_args = f"pretrained={self.model},revision={self.revision},parallelize=True"
 
         if self.precision in ["float16", "float32", "bfloat16"]:

src/backend/run_eval_suite.py

@@ -21,6 +21,7 @@ def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_siz
     task_names = utils.pattern_match(task_names, tasks.ALL_TASKS)
 
     print(f"Selected Tasks: {task_names}")
+    print(f"Eval Request: {eval_request.get_model_args()}")
 
     results = evaluator.simple_evaluate(model="hf-auto",  # "hf-causal-experimental",  # "hf-causal"
                                         model_args=eval_request.get_model_args(),