Update README.md
Browse files
README.md
CHANGED
@@ -24,10 +24,10 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
|
|
24 |
from peft import PeftModel
|
25 |
|
26 |
model1 = AutoModelForCausalLM.from_pretrained(
|
27 |
-
"ssong1/gpt-j-5.8b
|
28 |
)
|
29 |
|
30 |
-
lora_path = "ssong1/
|
31 |
model2 = PeftModel.from_pretrained(model1, lora_path, device_map="auto")
|
32 |
tokenizer = AutoTokenizer.from_pretrained(lora_path)
|
33 |
|
|
|
24 |
from peft import PeftModel
|
25 |
|
26 |
model1 = AutoModelForCausalLM.from_pretrained(
|
27 |
+
"ssong1/gpt-j-5.8b", torch_dtype="auto", device_map="auto"
|
28 |
)
|
29 |
|
30 |
+
lora_path = "ssong1/gpt-j-5.8b-sum-adapter"
|
31 |
model2 = PeftModel.from_pretrained(model1, lora_path, device_map="auto")
|
32 |
tokenizer = AutoTokenizer.from_pretrained(lora_path)
|
33 |
|