BramVanroy
commited on
Commit
•
d3ad36f
1
Parent(s):
7777d0e
Upload folder using huggingface_hub
Browse files- Q8_0/Modelfile +6 -1
Q8_0/Modelfile
CHANGED
@@ -1,9 +1,14 @@
|
|
1 |
FROM ./fietje-3-mini-4k-instruct-Q8_0.gguf
|
2 |
-
TEMPLATE """{{ if .
|
|
|
|
|
3 |
{{ .Prompt }}<|end|>
|
4 |
{{ end }}<|assistant|>
|
|
|
5 |
"""
|
6 |
PARAMETER num_ctx 4096
|
7 |
PARAMETER stop "<|endoftext|>"
|
8 |
PARAMETER stop "<|end|>"
|
9 |
PARAMETER stop "<|user|>"
|
|
|
|
|
|
1 |
FROM ./fietje-3-mini-4k-instruct-Q8_0.gguf
|
2 |
+
TEMPLATE """{{ if .System }}<|system|>
|
3 |
+
{{ .System }}<|end|>
|
4 |
+
{{ end }}{{ if .Prompt }}<|user|>
|
5 |
{{ .Prompt }}<|end|>
|
6 |
{{ end }}<|assistant|>
|
7 |
+
{{ .Response }}<|end|>
|
8 |
"""
|
9 |
PARAMETER num_ctx 4096
|
10 |
PARAMETER stop "<|endoftext|>"
|
11 |
PARAMETER stop "<|end|>"
|
12 |
PARAMETER stop "<|user|>"
|
13 |
+
PARAMETER stop "<|assistant|>"
|
14 |
+
PARAMETER stop "<|system|>"
|