DataChem commited on
Commit
8e0ec7a
·
verified ·
1 Parent(s): a69755d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -28,8 +28,8 @@ model_name = "meta-llama/Llama-2-7b-chat-hf"
28
  print(f"Loading model/tokenizer from: {model_name}")
29
  tokenizer = AutoTokenizer.from_pretrained(
30
  model_name,
31
- trust_remote_code=True
32
- use_auth_token=hf_token, # If needed for private/gated model
33
  )
34
 
35
  # -------------------------------------------------------------------------
@@ -44,8 +44,8 @@ tokenizer = AutoTokenizer.from_pretrained(
44
  # -------------------------------------------------------------------------
45
  model = AutoModelForCausalLM.from_pretrained(
46
  model_name,
47
- trust_remote_code=True
48
- use_auth_token=hf_token, # If needed
49
  )
50
 
51
  # Choose device based on availability
 
28
  print(f"Loading model/tokenizer from: {model_name}")
29
  tokenizer = AutoTokenizer.from_pretrained(
30
  model_name,
31
+ trust_remote_code=True,
32
+ use_auth_token=hf_token,
33
  )
34
 
35
  # -------------------------------------------------------------------------
 
44
  # -------------------------------------------------------------------------
45
  model = AutoModelForCausalLM.from_pretrained(
46
  model_name,
47
+ trust_remote_code=True,
48
+ use_auth_token=hf_token,
49
  )
50
 
51
  # Choose device based on availability