Locutusque commited on
Commit
ded7267
1 Parent(s): 036b440

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ import os
7
 
8
  @spaces.GPU
9
  def load_model(model_name):
10
- return pipeline("text-generation", model=model_name, device_map="cuda", torch_dtype=torch.bfloat16, trust_remote_code=True, token=os.environ["token"])
11
  @spaces.GPU()
12
  def generate(
13
  model_name,
 
7
 
8
  @spaces.GPU
9
  def load_model(model_name):
10
+ return pipeline("text-generation", model=model_name, device_map="cuda", torch_dtype=torch.bfloat16, trust_remote_code=True, token=os.environ["token"], use_fast=True)
11
  @spaces.GPU()
12
  def generate(
13
  model_name,