GGUF
mergekit
Merge
Inference Endpoints
ycros commited on
Commit
13c8a58
1 Parent(s): f5cfcad

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -40,3 +40,7 @@ DonutHole-8x7B.Q5_K_M.imx.gguf filter=lfs diff=lfs merge=lfs -text
40
  DonutHole-8x7B.Q5_K_S.imx.gguf filter=lfs diff=lfs merge=lfs -text
41
  DonutHole-8x7B.Q5_1.imx.gguf filter=lfs diff=lfs merge=lfs -text
42
  DonutHole-8x7B.Q4_K_M.imx.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
40
  DonutHole-8x7B.Q5_K_S.imx.gguf filter=lfs diff=lfs merge=lfs -text
41
  DonutHole-8x7B.Q5_1.imx.gguf filter=lfs diff=lfs merge=lfs -text
42
  DonutHole-8x7B.Q4_K_M.imx.gguf filter=lfs diff=lfs merge=lfs -text
43
+ DonutHole-8x7B.IQ4_NL.imx.gguf filter=lfs diff=lfs merge=lfs -text
44
+ DonutHole-8x7B.Q3_K_L.imx.gguf filter=lfs diff=lfs merge=lfs -text
45
+ DonutHole-8x7B.Q3_K_M.imx.gguf filter=lfs diff=lfs merge=lfs -text
46
+ DonutHole-8x7B.Q3_K_S.imx.gguf filter=lfs diff=lfs merge=lfs -text
DonutHole-8x7B.IQ4_NL.imx.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45ac383127deaf0501e0fb8ef234e35aef39f9f834265bb21ecb8bf53e9affe5
3
+ size 26507134336
DonutHole-8x7B.Q3_K_L.imx.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a7798d6590bf091134472f7c4f9893ffc870526ab43e1aa80f93803b392beba
3
+ size 24165942656
DonutHole-8x7B.Q3_K_M.imx.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12c6999447240cd928d81a63d95434de17474794b251bc16cb470a99a288c243
3
+ size 22542747008
DonutHole-8x7B.Q3_K_S.imx.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:926f8eba2384e2cdada86acb6b1ad1b5c70bf8ed213936524fec98615508d07c
3
+ size 20428817792