ysharma HF staff commited on
Commit
a504543
β€’
1 Parent(s): 63e68a4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -6,6 +6,7 @@ from transformers import TextIteratorStreamer
6
  import time
7
  from threading import Thread
8
  import torch
 
9
 
10
  model_id = "microsoft/Phi-3-vision-128k-instruct"
11
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cuda", trust_remote_code=True, torch_dtype="auto")
@@ -20,7 +21,7 @@ PLACEHOLDER = """
20
  </div>
21
  """
22
 
23
- #@spaces.GPU
24
  def bot_streaming(message, history):
25
  print(f'message is - {message}')
26
  print(f'history is - {history}')
 
6
  import time
7
  from threading import Thread
8
  import torch
9
+ import spaces
10
 
11
  model_id = "microsoft/Phi-3-vision-128k-instruct"
12
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cuda", trust_remote_code=True, torch_dtype="auto")
 
21
  </div>
22
  """
23
 
24
+ @spaces.GPU
25
  def bot_streaming(message, history):
26
  print(f'message is - {message}')
27
  print(f'history is - {history}')