BramVanroy commited on
Commit
3bc0216
1 Parent(s): 22a426c

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  fietje-2b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  fietje-2b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  q8_0/fietje-2b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
36
  fietje-2b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  fietje-2b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  q8_0/fietje-2b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Q3_K_M/fietje-2b-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Q3_K_M/Modelfile ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./fietje-2b-instruct-Q3_K_M.gguf
2
+ TEMPLATE """{{ if .System }}<|im_start|>system
3
+ {{ .System }}<|im_end|>
4
+ {{ end }}{{ if .Prompt }}<|im_start|>user
5
+ {{ .Prompt }}<|im_end|>
6
+ {{ end }}<|im_start|>assistant
7
+ """
8
+ PARAMETER num_ctx 2048
9
+ PARAMETER stop "<|im_start|>"
10
+ PARAMETER stop "<|im_end|>"
Q3_K_M/fietje-2b-instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f4319cff3f86bd47194f8e2b07e59ca27563ecb231da88fdd74da5f00ec952
3
+ size 1423222912