segformer fp16 timing is 80-100ms?
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ from datetime import datetime
|
|
13 |
# preferred_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu")
|
14 |
# but segformer does not work on mps lolololol
|
15 |
seg_preferred_device = "cuda" if torch.cuda.is_available() else "cpu"
|
16 |
-
seg_preferred_dtype = torch.float16 if seg_preferred_device == 'cuda' else torch.float32
|
17 |
inpaint_preferred_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu")
|
18 |
inpaint_preferred_dtype = torch.float32 if inpaint_preferred_device == 'cpu' else torch.float16
|
19 |
torch.backends.cuda.matmul.allow_tf32 = True
|
|
|
13 |
# preferred_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu")
|
14 |
# but segformer does not work on mps lolololol
|
15 |
seg_preferred_device = "cuda" if torch.cuda.is_available() else "cpu"
|
16 |
+
seg_preferred_dtype = torch.float32 # torch.float16 if seg_preferred_device == 'cuda' else torch.float32
|
17 |
inpaint_preferred_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu")
|
18 |
inpaint_preferred_dtype = torch.float32 if inpaint_preferred_device == 'cpu' else torch.float16
|
19 |
torch.backends.cuda.matmul.allow_tf32 = True
|