theostos commited on
Commit
3a7f6ac
·
1 Parent(s): fc78381

add HF token

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ access_token = os.getenv("HF_TOKEN")
14
  model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
15
  device = 'cpu'
16
 
17
- model = LlamaskForCausalLM.from_pretrained(model_id, torch_dtype= torch.bfloat16, access_token=access_token)
18
  model = model.to(device)
19
  tokenizer = AutoTokenizer.from_pretrained(model_id, padding_side="left")
20
 
 
14
  model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
15
  device = 'cpu'
16
 
17
+ model = LlamaskForCausalLM.from_pretrained(model_id, torch_dtype= torch.bfloat16, token=access_token)
18
  model = model.to(device)
19
  tokenizer = AutoTokenizer.from_pretrained(model_id, padding_side="left")
20