Update README.md
Browse files
README.md
CHANGED
@@ -31,8 +31,9 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
31 |
MODEL_ID,
|
32 |
torch_dtype=torch.bfloat16, # you may change it with different models
|
33 |
token=YOUR_HF_TOKEN,
|
34 |
-
|
35 |
)
|
|
|
|
|
36 |
|
37 |
# Do inference with `model` ...
|
38 |
```
|
|
|
31 |
MODEL_ID,
|
32 |
torch_dtype=torch.bfloat16, # you may change it with different models
|
33 |
token=YOUR_HF_TOKEN,
|
|
|
34 |
)
|
35 |
+
# you can also merge the LoRA adapters to the backbone if you like
|
36 |
+
model = model.merge_and_unload()
|
37 |
|
38 |
# Do inference with `model` ...
|
39 |
```
|