Update multipurpose_chatbot/engines/sealmmm_engine.py

multipurpose_chatbot/engines/sealmmm_engine.py

@@ -1,10 +1,10 @@
 # from transformers_stream_generator import init_stream_support
 # init_stream_support()
 
+import spaces
 import os
 import numpy as np
 import argparse
-import spaces
 import torch
 import gradio as gr
 from typing import Any, Iterator
@@ -212,6 +212,11 @@ class SeaLMMMv0Engine(TransformersEngine):
 
         images = [Image.open(x) for x in image_paths] if len(image_paths) > 0 else None
 
+        # 4.38 .sample
+        # 4.39 ._sample
+        # need to put @spaces.GPU on the gradio function call
+        self._model.sample = types.MethodType(NewGenerationMixin.sample_stream, self._model)
+
         with torch.no_grad():
             inputs = self.processor(prompt, images, return_tensors='pt')
             # inputs = {k: v.to("cuda", torch.bfloat16) for k, v in inputs.items() if v is not None}