Update README.md
Browse files
README.md
CHANGED
@@ -180,10 +180,9 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
180 |
import torch
|
181 |
|
182 |
model = AutoModelForCausalLM.from_pretrained(
|
183 |
-
|
184 |
device_map="auto",
|
185 |
torch_dtype=torch.bfloat16,
|
186 |
-
use_flash_attn_2=True # optional
|
187 |
)
|
188 |
```
|
189 |
|
|
|
180 |
import torch
|
181 |
|
182 |
model = AutoModelForCausalLM.from_pretrained(
|
183 |
+
"MediaTek-Research/Breeze-7B-Instruct-v0.1",
|
184 |
device_map="auto",
|
185 |
torch_dtype=torch.bfloat16,
|
|
|
186 |
)
|
187 |
```
|
188 |
|