BramVanroy commited on
Commit
d3ad36f
1 Parent(s): 7777d0e

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. Q8_0/Modelfile +6 -1
Q8_0/Modelfile CHANGED
@@ -1,9 +1,14 @@
1
  FROM ./fietje-3-mini-4k-instruct-Q8_0.gguf
2
- TEMPLATE """{{ if .Prompt }}<s><|user|>
 
 
3
  {{ .Prompt }}<|end|>
4
  {{ end }}<|assistant|>
 
5
  """
6
  PARAMETER num_ctx 4096
7
  PARAMETER stop "<|endoftext|>"
8
  PARAMETER stop "<|end|>"
9
  PARAMETER stop "<|user|>"
 
 
 
1
  FROM ./fietje-3-mini-4k-instruct-Q8_0.gguf
2
+ TEMPLATE """{{ if .System }}<|system|>
3
+ {{ .System }}<|end|>
4
+ {{ end }}{{ if .Prompt }}<|user|>
5
  {{ .Prompt }}<|end|>
6
  {{ end }}<|assistant|>
7
+ {{ .Response }}<|end|>
8
  """
9
  PARAMETER num_ctx 4096
10
  PARAMETER stop "<|endoftext|>"
11
  PARAMETER stop "<|end|>"
12
  PARAMETER stop "<|user|>"
13
+ PARAMETER stop "<|assistant|>"
14
+ PARAMETER stop "<|system|>"