Update README.md
Browse files
README.md
CHANGED
@@ -47,7 +47,7 @@ from transformers import AutoTokenizer
|
|
47 |
|
48 |
device = "cuda" # the device to load the model onto
|
49 |
|
50 |
-
model =
|
51 |
"ilsp/Meltemi-7B-Instruct-v1-AWQ",
|
52 |
fuse_layers=True,
|
53 |
trust_remote_code=False,
|
|
|
47 |
|
48 |
device = "cuda" # the device to load the model onto
|
49 |
|
50 |
+
model = AutoAWQForCausalLM.from_quantized(
|
51 |
"ilsp/Meltemi-7B-Instruct-v1-AWQ",
|
52 |
fuse_layers=True,
|
53 |
trust_remote_code=False,
|