fix F.conv2d "slow_conv2d_cpu"

TinyLLaVA_Factory/tinyllava/serve/app.py

@@ -96,7 +96,7 @@ def get_response(params):
             # image = [load_image_from_base64(img) for img in images][0]
             image = images[0][0]
             image = image_processor(image)
-            image = image.unsqueeze(0).to(model.device, dtype=torch.float16)
+            image = image.unsqueeze(0).to(model.device, dtype=torch.float32)
             num_image_tokens = getattr(model.vision_tower._vision_tower, "num_patches", 336)
         else:
             image = None
@@ -351,6 +351,8 @@ if __name__ == "__main__":
         load_8bit=args.load_8bit
     )
     model.to(args.device)
+    model =model.to(torch.float32)
+
     image_processor = ImagePreprocess(image_processor, model.config)
     text_processor = TextPreprocess(tokenizer, args.conv_mode)
     demo = build_demo()