Locutusque commited on
Commit
f692b0d
·
verified ·
1 Parent(s): 99eb77d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import os
6
 
7
  @spaces.GPU
8
  def load_model(model_name):
9
- return pipeline("text-generation", model=model_name, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True, token=os.environ["token"])
10
  @spaces.GPU()
11
  def generate(
12
  model_name,
 
6
 
7
  @spaces.GPU
8
  def load_model(model_name):
9
+ return pipeline("text-generation", model=model_name, device_map="cuda", torch_dtype=torch.bfloat16, trust_remote_code=True, token=os.environ["token"])
10
  @spaces.GPU()
11
  def generate(
12
  model_name,