Commit
·
ebf048f
1
Parent(s):
2be410c
changing model
Browse files
app.py
CHANGED
|
@@ -4,7 +4,8 @@ from typing import Tuple, List
|
|
| 4 |
|
| 5 |
deepsparse.cpu.print_hardware_capability()
|
| 6 |
|
| 7 |
-
MODEL_ID = "hf:neuralmagic/Llama-2-7b-pruned70-retrained-ultrachat-quant-ds"
|
|
|
|
| 8 |
|
| 9 |
DESCRIPTION = f"""
|
| 10 |
# Chat with an Efficient Sparse Llama 2 Model on CPU
|
|
|
|
| 4 |
|
| 5 |
deepsparse.cpu.print_hardware_capability()
|
| 6 |
|
| 7 |
+
# MODEL_ID = "hf:neuralmagic/Llama-2-7b-pruned70-retrained-ultrachat-quant-ds"
|
| 8 |
+
MODEL_ID = "hf:neuralmagic/mpt-7b-chat-pruned50-quant"
|
| 9 |
|
| 10 |
DESCRIPTION = f"""
|
| 11 |
# Chat with an Efficient Sparse Llama 2 Model on CPU
|