Update README.md
Browse files
README.md
CHANGED
@@ -42,7 +42,7 @@ Install auto-round from source first
|
|
42 |
|
43 |
```python
|
44 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
45 |
-
from auto_round.
|
46 |
quantized_model_dir = "Intel/Mistral-7B-v0.1-int4-inc-lmhead"
|
47 |
model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,
|
48 |
device_map="auto",
|
|
|
42 |
|
43 |
```python
|
44 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
45 |
+
from auto_round.auto_quantizer import AutoHfQuantizer
|
46 |
quantized_model_dir = "Intel/Mistral-7B-v0.1-int4-inc-lmhead"
|
47 |
model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,
|
48 |
device_map="auto",
|