segformer fp16 timing is 80-100ms?

app.py

@@ -13,7 +13,7 @@ from datetime import datetime
 # preferred_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu")
 # but segformer does not work on mps lolololol
 seg_preferred_device = "cuda" if torch.cuda.is_available() else "cpu"
-seg_preferred_dtype = torch.float16 if seg_preferred_device == 'cuda' else torch.float32
+seg_preferred_dtype = torch.float32 # torch.float16 if seg_preferred_device == 'cuda' else torch.float32
 inpaint_preferred_device = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu")
 inpaint_preferred_dtype = torch.float32 if inpaint_preferred_device == 'cpu' else torch.float16
 torch.backends.cuda.matmul.allow_tf32 = True