CurtisJeon commited on
Commit
4488328
1 Parent(s): c3b306f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -6
README.md CHANGED
@@ -20,19 +20,17 @@ See more informations at [our GitHub](https://github.com/boostcampaitech6/level2
20
  ## Quick Tour
21
  ```python
22
  from transformers import AutoModelForCausalLM, AutoTokenizer
23
- from peft import PeftModel
24
- model_name = "CurtisJeon/OrionStarAI-Orion-14B-Base-4bit"
25
  model = AutoModelForCausalLM.from_pretrained(
26
- model_name,
27
  low_cpu_mem_usage=True,
28
  trust_remote_code=True,
29
  device_map="auto",
30
  )
31
  model.config.use_cache = True
32
 
33
- model = PeftModel.from_pretrained(
34
- model, "m2af/OrionStarAI-Orion-14B-Base-adapter"
35
- )
36
 
37
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
38
  tokenizer.pad_token = tokenizer.eos_token
 
20
  ## Quick Tour
21
  ```python
22
  from transformers import AutoModelForCausalLM, AutoTokenizer
23
+
 
24
  model = AutoModelForCausalLM.from_pretrained(
25
+ "CurtisJeon/OrionStarAI-Orion-14B-Base-4bit",
26
  low_cpu_mem_usage=True,
27
  trust_remote_code=True,
28
  device_map="auto",
29
  )
30
  model.config.use_cache = True
31
 
32
+ model.load_adapter("m2af/OrionStarAI-Orion-14B-Base-adapter", "loaded")
33
+ model.set_adapter("loaded")
 
34
 
35
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
36
  tokenizer.pad_token = tokenizer.eos_token