update

src/backend/manage_requests.py

@@ -26,7 +26,7 @@ class EvalRequest:
     license: Optional[str] = ""
     
     def get_model_args(self) -> str:
-        model_args = f"pretrained={self.model},revision={self.revision},parallelize=True"
+        model_args = f"pretrained={self.model},revision={self.revision},parallelize=True,max_length=4096"
 
         if self.precision in ["float16", "float32", "bfloat16"]:
             model_args += f",dtype={self.precision}"