Update README.md
Browse files
README.md
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
import torch
|
3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
4 |
|
5 |
-
model_id = "/
|
6 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float16)
|
7 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
8 |
inputs = tokenizer("Hello my name is", return_tensors="pt")
|
|
|
2 |
import torch
|
3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
4 |
|
5 |
+
model_id = "nm-testing/OpenHermes-2.5-Mistral-7B-pruned50"
|
6 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float16)
|
7 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
8 |
inputs = tokenizer("Hello my name is", return_tensors="pt")
|