Update Modelfile_Q5_K_M
Browse files- Modelfile_Q5_K_M +9 -3
Modelfile_Q5_K_M
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
FROM kodolph-2x8b-Q5_K_M.gguf
|
| 2 |
-
TEMPLATE """
|
|
|
|
|
|
|
| 3 |
<s>{{ .System }}</s>
|
| 4 |
{{- end }}
|
|
|
|
| 5 |
<s>Human:
|
| 6 |
{{ .Prompt }}</s>
|
|
|
|
| 7 |
<s>Assistant:
|
| 8 |
"""
|
|
|
|
| 9 |
SYSTEM """
|
| 10 |
"""
|
|
|
|
| 11 |
PARAMETER temperature 0
|
| 12 |
PARAMETER num_predict 3000
|
| 13 |
PARAMETER num_ctx 4096
|
| 14 |
-
PARAMETER stop <s>
|
| 15 |
-
PARAMETER stop </s>
|
| 16 |
|
|
|
|
| 1 |
FROM kodolph-2x8b-Q5_K_M.gguf
|
| 2 |
+
TEMPLATE """
|
| 3 |
+
{{- if .System }}
|
| 4 |
+
system
|
| 5 |
<s>{{ .System }}</s>
|
| 6 |
{{- end }}
|
| 7 |
+
user
|
| 8 |
<s>Human:
|
| 9 |
{{ .Prompt }}</s>
|
| 10 |
+
assistant
|
| 11 |
<s>Assistant:
|
| 12 |
"""
|
| 13 |
+
|
| 14 |
SYSTEM """
|
| 15 |
"""
|
| 16 |
+
|
| 17 |
PARAMETER temperature 0
|
| 18 |
PARAMETER num_predict 3000
|
| 19 |
PARAMETER num_ctx 4096
|
| 20 |
+
PARAMETER stop "<s>"
|
| 21 |
+
PARAMETER stop "</s>"
|
| 22 |
|