Spaces:

Locutusque
/

Locutusque-Models

Running on Zero

Locutusque commited on Mar 25

Commit

888022c

•

1 Parent(s): 2f51011

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,7 +7,7 @@ import os
 @spaces.GPU
 def load_model(model_name):
     return pipeline("text-generation", model=model_name, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True, token=os.environ["token"])
-@spaces.GPU(duration=180)
 def generate(
     model_name,
     user_input,

 @spaces.GPU
 def load_model(model_name):
     return pipeline("text-generation", model=model_name, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True, token=os.environ["token"])
+@spaces.GPU()
 def generate(
     model_name,
     user_input,