Commit
•
47ea8db
1
Parent(s):
15e7fea
Update README.md
Browse files
README.md
CHANGED
|
@@ -80,9 +80,9 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 80 |
import torch
|
| 81 |
|
| 82 |
model_name = "tokyotech-llm/Swallow-MX-8x7b-NVE-v0.1"
|
| 83 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name
|
| 84 |
|
| 85 |
-
model = AutoModelForCausalLM.from_pretrained(model_name)
|
| 86 |
prompt = "東京工業大学の主なキャンパスは、"
|
| 87 |
input_ids = tokenizer.encode(
|
| 88 |
prompt,
|
|
|
|
| 80 |
import torch
|
| 81 |
|
| 82 |
model_name = "tokyotech-llm/Swallow-MX-8x7b-NVE-v0.1"
|
| 83 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 84 |
|
| 85 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
|
| 86 |
prompt = "東京工業大学の主なキャンパスは、"
|
| 87 |
input_ids = tokenizer.encode(
|
| 88 |
prompt,
|