aledraa commited on
Commit
098863d
·
verified ·
1 Parent(s): a7ba61e

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +4 -4
main.py CHANGED
@@ -16,12 +16,12 @@ app.add_middleware(
16
  allow_headers=['*'],
17
  )
18
 
19
- model_name = "unsloth/Qwen2.5-0.5B-Instruct-bnb-4bit"
20
  print("Loading model...")
21
 
22
- # Load model directly
23
- tokenizer = AutoTokenizer.from_pretrained("unsloth/Qwen2.5-0.5B-Instruct-bnb-4bit")
24
- model = AutoModelForCausalLM.from_pretrained("unsloth/Qwen2.5-0.5B-Instruct-bnb-4bit")
25
 
26
  # Set pad token if not exists
27
  if tokenizer.pad_token is None:
 
16
  allow_headers=['*'],
17
  )
18
 
19
+ model_name = "Qwen/Qwen2.5-0.5B-Instruct"
20
  print("Loading model...")
21
 
22
+ # Load model directly - simple approach for HF Spaces
23
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
24
+ model = AutoModelForCausalLM.from_pretrained(model_name)
25
 
26
  # Set pad token if not exists
27
  if tokenizer.pad_token is None: