huynhkimthien commited on
Commit
4e9a8cd
·
verified ·
1 Parent(s): 156b965

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -11,12 +11,12 @@ app = FastAPI()
11
 
12
  # Load Qwen model
13
  model_name = "Qwen/Qwen3-4B-Instruct-2507"
14
- tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token)
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
17
- use_auth_token=hf_token,
18
  device_map={"": "cpu"},
19
- torch_dtype=torch.float32
20
  )
21
 
22
  # Load Whisper model
 
11
 
12
  # Load Qwen model
13
  model_name = "Qwen/Qwen3-4B-Instruct-2507"
14
+ tokenizer = AutoTokenizer.from_pretrained(model_name,token=hf_token)
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
17
+ token=hf_token,
18
  device_map={"": "cpu"},
19
+ dtype=torch.float32
20
  )
21
 
22
  # Load Whisper model