torch_tensorrt

app.py

@@ -16,7 +16,7 @@ preferred_device = "cuda" if torch.cuda.is_available() else "cpu"
 preferred_dtype = torch.float16 if preferred_device == 'cuda' else torch.float32
 inpaint_preferred_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu")
 torch.backends.cuda.matmul.allow_tf32 = True
-preferred_backend = "aot_eager" if inpaint_preferred_device == "mps" else ("tensorrt" if inpaint_preferred_device == "cuda" else "inductor")
+preferred_backend = "aot_eager" if inpaint_preferred_device == "mps" else ("torch_tensorrt" if inpaint_preferred_device == "cuda" else "inductor")
 
 seg_model_img_size = 768
 seg_model_size = 0