Spaces:

lmdemo
/

artificialthinker-demo-gpu

Runtime error

mrfakename commited on Dec 21, 2023

Commit

f7a5b40

•

1 Parent(s): 96d55b7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -69,7 +69,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, load_in_4bit=False, torch_dtype=torch.float16).to(device) #remove .to() if load_in_4/8bit = True
 sys_message = "You are an AI assistant named Phine developed by FreeCS.org. You are polite and smart." #System Message
-@spaces.GPU
 def phine(message, history, temperature, top_p, top_k, repetition_penalty):

 model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, load_in_4bit=False, torch_dtype=torch.float16).to(device) #remove .to() if load_in_4/8bit = True
 sys_message = "You are an AI assistant named Phine developed by FreeCS.org. You are polite and smart." #System Message
+@spaces.GPU(enable_queue=True)
 def phine(message, history, temperature, top_p, top_k, repetition_penalty):