BramVanroy commited on
Commit
6dcc331
1 Parent(s): 99cc35c

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -38,3 +38,4 @@ Q4_K_M/fietje-3-mini-4k-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
  Q5_K_M/fietje-3-mini-4k-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
  Q6_K/fietje-3-mini-4k-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
40
  Q8_0/fietje-3-mini-4k-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
38
  Q5_K_M/fietje-3-mini-4k-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
  Q6_K/fietje-3-mini-4k-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
40
  Q8_0/fietje-3-mini-4k-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ f16/fietje-3-mini-4k-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
f16/Modelfile ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./fietje-3-mini-4k-instruct-f16.gguf
2
+ TEMPLATE """{{ if .Prompt }}<s><|user|>
3
+ {{ .Prompt }}<|end|>
4
+ {{ end }}<|assistant|>
5
+ """
6
+ PARAMETER num_ctx 4096
7
+ PARAMETER stop "<|endoftext|>"
8
+ PARAMETER stop "<|end|>"
9
+ PARAMETER stop "<|user|>"
f16/fietje-3-mini-4k-instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1c2be0df56b74f2f46549fb36a3227386534b4d85156b17cde6282b0971fa92
3
+ size 7643295904