lucas-w commited on
Commit
82d3d8b
Β·
1 Parent(s): eac33ce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -17,7 +17,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
17
  # ##### ##### ##### ##### #####
18
 
19
  peft_model_id = "charansr/llama2-7b-chat-hf-therapist"
20
- config = PeftConfig.from_pretrained(peft_model_id)
 
21
  newmodel = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map='auto',
22
  token="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")
23
 
 
17
  # ##### ##### ##### ##### #####
18
 
19
  peft_model_id = "charansr/llama2-7b-chat-hf-therapist"
20
+ config = PeftConfig.from_pretrained(peft_model_id,
21
+ token="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")
22
  newmodel = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map='auto',
23
  token="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")
24