Updated instance sizes

main_backend_lighteval.py

@@ -56,11 +56,11 @@ def run_auto_eval():
     if not eval_request or eval_request.params < 0:
         raise ValueError("Couldn't detect number of params, please make sure the metadata is available")
     elif eval_request.params < 4:
-        instance_size, instance_type, cap = "small", "g4dn.xlarge", 20
+        instance_size, instance_type, cap = "x1", "nvidia-t4", 20
     elif eval_request.params < 9:
-        instance_size, instance_type, cap = "medium", "g5.2xlarge", 35
+        instance_size, instance_type, cap = "x1", "nvidia-a10g", 35
     elif eval_request.params < 24:
-        instance_size, instance_type, cap = "xxlarge", "g5.12xlarge", 15
+        instance_size, instance_type, cap = "x4", "nvidia-a10g", 15
     else:
         raise ValueError("Number of params too big, can't run this model")