Spaces:
CMLL
/
Running on Zero

CMLL commited on
Commit
234c823
1 Parent(s): 108b3f6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -33,7 +33,7 @@ if not torch.cuda.is_available():
33
  DESCRIPTION += "\n<p>Running on CPU 🥶 This demo does not work on CPU.</p>"
34
 
35
  if torch.cuda.is_available():
36
- model_id = "Qwen/Qwen2.5-0.5B-Instruct"
37
  model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype="auto", device_map="auto")
38
  tokenizer = AutoTokenizer.from_pretrained(model_id)
39
  tokenizer.use_default_system_prompt = False
 
33
  DESCRIPTION += "\n<p>Running on CPU 🥶 This demo does not work on CPU.</p>"
34
 
35
  if torch.cuda.is_available():
36
+ model_id = "Qwen/Qwen2.5-3B-Instruct"
37
  model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype="auto", device_map="auto")
38
  tokenizer = AutoTokenizer.from_pretrained(model_id)
39
  tokenizer.use_default_system_prompt = False