what even are the backends
Browse files
app.py
CHANGED
@@ -16,6 +16,9 @@ preferred_device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
16 |
preferred_dtype = torch.float16 if preferred_device == 'cuda' else torch.float32
|
17 |
inpaint_preferred_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu")
|
18 |
torch.backends.cuda.matmul.allow_tf32 = True
|
|
|
|
|
|
|
19 |
preferred_backend = "aot_eager" if inpaint_preferred_device == "mps" else ("torch_tensorrt" if inpaint_preferred_device == "cuda" else "inductor")
|
20 |
|
21 |
seg_model_img_size = 768
|
|
|
16 |
preferred_dtype = torch.float16 if preferred_device == 'cuda' else torch.float32
|
17 |
inpaint_preferred_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu")
|
18 |
torch.backends.cuda.matmul.allow_tf32 = True
|
19 |
+
|
20 |
+
print(f"backends: {torch._dynamo.list_backends()}")
|
21 |
+
|
22 |
preferred_backend = "aot_eager" if inpaint_preferred_device == "mps" else ("torch_tensorrt" if inpaint_preferred_device == "cuda" else "inductor")
|
23 |
|
24 |
seg_model_img_size = 768
|