Update README example
Browse files
README.md
CHANGED
|
@@ -16,7 +16,6 @@ tags:
|
|
| 16 |
- text-generation-inference
|
| 17 |
- finetune
|
| 18 |
- chatml
|
| 19 |
-
- generated_from_trainer
|
| 20 |
model-index:
|
| 21 |
- name: Aeryth-7B-v0.1
|
| 22 |
results: []
|
|
@@ -77,7 +76,7 @@ pip install --upgrade autoawq autoawq-kernels
|
|
| 77 |
from awq import AutoAWQForCausalLM
|
| 78 |
from transformers import AutoTokenizer, TextStreamer
|
| 79 |
|
| 80 |
-
model_path = "solidrust/Aeryth-7B-v0.1-
|
| 81 |
system_message = "You are Aeryth, incarnated as a powerful AI."
|
| 82 |
|
| 83 |
# Load model
|
|
|
|
| 16 |
- text-generation-inference
|
| 17 |
- finetune
|
| 18 |
- chatml
|
|
|
|
| 19 |
model-index:
|
| 20 |
- name: Aeryth-7B-v0.1
|
| 21 |
results: []
|
|
|
|
| 76 |
from awq import AutoAWQForCausalLM
|
| 77 |
from transformers import AutoTokenizer, TextStreamer
|
| 78 |
|
| 79 |
+
model_path = "solidrust/Aeryth-7B-v0.1-AWQ"
|
| 80 |
system_message = "You are Aeryth, incarnated as a powerful AI."
|
| 81 |
|
| 82 |
# Load model
|