BramVanroy commited on
Commit
431b1d1
1 Parent(s): 71efc4c

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. Q8_0/Modelfile +10 -0
  2. Q8_0/fietje-2b-chat-Q8_0.gguf +3 -0
Q8_0/Modelfile ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./fietje-2b-chat-Q8_0.gguf
2
+ TEMPLATE """{{ if .System }}<|im_start|>system
3
+ {{ .System }}<|im_end|>
4
+ {{ end }}{{ if .Prompt }}<|im_start|>user
5
+ {{ .Prompt }}<|im_end|>
6
+ {{ end }}<|im_start|>assistant
7
+ """
8
+ PARAMETER num_ctx 2048
9
+ PARAMETER stop "<|im_start|>"
10
+ PARAMETER stop "<|im_end|>"
Q8_0/fietje-2b-chat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe72d300e7853e2c6707976745cea9166c2fa3d03d9820d90f584e8544aa8dd
3
+ size 2953104160