Commit
•
d9e7596
1
Parent(s):
c95623e
Update README.md
Browse files
README.md
CHANGED
@@ -62,7 +62,7 @@ pip3 install .
|
|
62 |
```python
|
63 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
64 |
from transformers.generation.utils import GenerationConfig
|
65 |
-
model_name_or_path = "csdc-atl/Baichuan2-
|
66 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
67 |
torch_dtype=torch.float16,
|
68 |
device_map="auto",
|
|
|
62 |
```python
|
63 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
64 |
from transformers.generation.utils import GenerationConfig
|
65 |
+
model_name_or_path = "csdc-atl/Baichuan2-13B-Chat-Int4"
|
66 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
67 |
torch_dtype=torch.float16,
|
68 |
device_map="auto",
|