Commit
•
b27b821
1
Parent(s):
94e3839
chore: added chat_format
Browse files
main.py
CHANGED
@@ -6,7 +6,8 @@ app = create_app(
|
|
6 |
Settings(
|
7 |
n_threads=2, # set to number of cpu cores
|
8 |
model="model/gguf-model.bin",
|
9 |
-
embedding=True
|
|
|
10 |
)
|
11 |
)
|
12 |
|
|
|
6 |
Settings(
|
7 |
n_threads=2, # set to number of cpu cores
|
8 |
model="model/gguf-model.bin",
|
9 |
+
embedding=True,
|
10 |
+
chat_format="chatml"
|
11 |
)
|
12 |
)
|
13 |
|