huynhkimthien commited on
Commit
3c282a5
·
verified ·
1 Parent(s): 59ec1be

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -6,14 +6,15 @@ import whisper
6
  import torch
7
  from gtts import gTTS
8
  import os
9
-
10
  app = FastAPI()
11
 
12
  # Load Qwen model
13
  model_name = "Qwen/Qwen3-4B-Instruct-2507"
14
- tokenizer = AutoTokenizer.from_pretrained(model_name)
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
 
17
  device_map={"": "cpu"},
18
  torch_dtype=torch.float32
19
  )
 
6
  import torch
7
  from gtts import gTTS
8
  import os
9
+ hf_token = os.getenv("HF_TOKEN")
10
  app = FastAPI()
11
 
12
  # Load Qwen model
13
  model_name = "Qwen/Qwen3-4B-Instruct-2507"
14
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token)
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
17
+ use_auth_token=hf_token,
18
  device_map={"": "cpu"},
19
  torch_dtype=torch.float32
20
  )