francislabounty commited on
Commit
fdf3b21
1 Parent(s): 54864eb

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -16,7 +16,7 @@ from peft import PeftModel
16
  from transformers import LlamaTokenizer, LlamaForCausalLM
17
 
18
  model_path = "decapoda-research/llama-30b-hf"
19
- peft_path = 'serpdotai/llama_hh_lora_30B'
20
  tokenizer_path = 'decapoda-research/llama-30b-hf'
21
 
22
  model = LlamaForCausalLM.from_pretrained(model_path, load_in_8bit=True, device_map="auto") # or something like {"": 0}
 
16
  from transformers import LlamaTokenizer, LlamaForCausalLM
17
 
18
  model_path = "decapoda-research/llama-30b-hf"
19
+ peft_path = 'serpdotai/llama-hh-lora-30B'
20
  tokenizer_path = 'decapoda-research/llama-30b-hf'
21
 
22
  model = LlamaForCausalLM.from_pretrained(model_path, load_in_8bit=True, device_map="auto") # or something like {"": 0}