Update README.md
Browse files
README.md
CHANGED
@@ -12,10 +12,10 @@ Check the Github repo with code: https://github.com/22-hours/cabrita
|
|
12 |
|
13 |
```python
|
14 |
from peft import PeftModel
|
15 |
-
from transformers import
|
16 |
|
17 |
-
tokenizer =
|
18 |
-
model =
|
19 |
"decapoda-research/llama-7b-hf",
|
20 |
load_in_8bit=True,
|
21 |
device_map="auto",
|
|
|
12 |
|
13 |
```python
|
14 |
from peft import PeftModel
|
15 |
+
from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
|
16 |
|
17 |
+
tokenizer = LlamaTokenizer.from_pretrained("decapoda-research/llama-7b-hf")
|
18 |
+
model = LlamaForCausalLM.from_pretrained(
|
19 |
"decapoda-research/llama-7b-hf",
|
20 |
load_in_8bit=True,
|
21 |
device_map="auto",
|