fix spaces

app.py

@@ -32,6 +32,7 @@ from tinychart.eval.eval_metric import parse_model_output, evaluate_cmds
 
 from transformers import TextIteratorStreamer
 from pathlib import Path
+import spaces
 
 DEFAULT_MODEL_PATH = "mPLUG/TinyChart-3B-768"
 DEFAULT_MODEL_NAME = "TinyChart-3B-768"
@@ -106,6 +107,7 @@ def is_float(value):
 
 
 @torch.inference_mode()
+@spaces.GPU
 def get_response(params):
     prompt = params["prompt"]
     ori_prompt = prompt

tinychart/model/language_model/llava_phi.py

@@ -29,7 +29,6 @@ from transformers.modeling_outputs import CausalLMOutputWithPast
 
 from tinychart.model.llava_arch import LlavaMetaModel, LlavaMetaForCausalLM
 from tinychart.model.model_factory import *
-import spaces
 
 class TinyChartPhiConfig(PhiConfig):
     model_type = "tiny_chart_phi"
@@ -104,7 +103,6 @@ class TinyChartPhiForCausalLM(PhiForCausalLM, LlavaMetaForCausalLM):
         )
 
     @torch.no_grad()
-    @spaces.GPU
     def generate(
         self,
         inputs: Optional[torch.Tensor] = None,