Update multipurpose_chatbot/engines/sealmmm_engine.py

multipurpose_chatbot/engines/sealmmm_engine.py

@@ -215,7 +215,8 @@ class SeaLMMMv0Engine(TransformersEngine):
         with torch.no_grad():
             inputs = self.processor(prompt, images, return_tensors='pt')
             # inputs = {k: v.to("cuda", torch.bfloat16) for k, v in inputs.items() if v is not None}
-            inputs = {k: v.to("cuda") for k, v in inputs.items() if v is not None}
+            # model.device
+            inputs = {k: v.to(self._model.device) for k, v in inputs.items() if v is not None}
             num_tokens = self.get_multimodal_tokens(prompt, image_paths)
             # non-streaming generation
             # output = self._model.generate(