Commit
•
b27b821
1
Parent(s):
94e3839
chore: added chat_format
Browse files
main.py
CHANGED
|
@@ -6,7 +6,8 @@ app = create_app(
|
|
| 6 |
Settings(
|
| 7 |
n_threads=2, # set to number of cpu cores
|
| 8 |
model="model/gguf-model.bin",
|
| 9 |
-
embedding=True
|
|
|
|
| 10 |
)
|
| 11 |
)
|
| 12 |
|
|
|
|
| 6 |
Settings(
|
| 7 |
n_threads=2, # set to number of cpu cores
|
| 8 |
model="model/gguf-model.bin",
|
| 9 |
+
embedding=True,
|
| 10 |
+
chat_format="chatml"
|
| 11 |
)
|
| 12 |
)
|
| 13 |
|