Hugging Face's logo

mradermacher
/
Kunocchini-7b-i1-GGUF

Transformers
GGUF
English
mergekit
Merge
alpaca
mistral
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
78b442c
·
verified ·
1 Parent(s): 1fa31eb

uploaded from leia

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Kunocchini-7b.i1-IQ1_M.gguf +3 -0
  3. Kunocchini-7b.i1-IQ1_S.gguf +3 -0
  4. Kunocchini-7b.i1-IQ2_M.gguf +3 -0
  5. Kunocchini-7b.i1-IQ2_S.gguf +3 -0
  6. Kunocchini-7b.i1-IQ2_XS.gguf +3 -0
  7. Kunocchini-7b.i1-IQ2_XXS.gguf +3 -0
  8. Kunocchini-7b.i1-IQ3_M.gguf +3 -0
  9. Kunocchini-7b.i1-IQ3_S.gguf +3 -0
  10. Kunocchini-7b.i1-IQ3_XS.gguf +3 -0
  11. Kunocchini-7b.i1-IQ3_XXS.gguf +3 -0
  12. Kunocchini-7b.i1-IQ4_XS.gguf +3 -0
  13. Kunocchini-7b.i1-Q2_K.gguf +3 -0
  14. Kunocchini-7b.i1-Q2_K_S.gguf +3 -0
  15. Kunocchini-7b.i1-Q3_K_L.gguf +3 -0
  16. Kunocchini-7b.i1-Q3_K_M.gguf +3 -0
  17. Kunocchini-7b.i1-Q3_K_S.gguf +3 -0
  18. Kunocchini-7b.i1-Q4_0.gguf +3 -0
  19. Kunocchini-7b.i1-Q4_K_M.gguf +3 -0
  20. Kunocchini-7b.i1-Q4_K_S.gguf +3 -0
  21. Kunocchini-7b.i1-Q5_K_M.gguf +3 -0
  22. Kunocchini-7b.i1-Q5_K_S.gguf +3 -0
  23. Kunocchini-7b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Kunocchini-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Kunocchini-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Kunocchini-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Kunocchini-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Kunocchini-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Kunocchini-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Kunocchini-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Kunocchini-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Kunocchini-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Kunocchini-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Kunocchini-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Kunocchini-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Kunocchini-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Kunocchini-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Kunocchini-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Kunocchini-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Kunocchini-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Kunocchini-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Kunocchini-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Kunocchini-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Kunocchini-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Kunocchini-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Kunocchini-7b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b5178130149b2f8a834104382f4bef234fbf310d92413d0430fee1e3b3aa53c
3
+ size 1754447008
Kunocchini-7b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75cecd341c2424c2707c201fe8f4711f32502e788f414b737ace65c9831fc7b3
3
+ size 1612102816
Kunocchini-7b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c67b3bb631ac6da70fa7b840d0ca236d1a5d69270c9d70a3afaef0e1640a88
3
+ size 2500713632
Kunocchini-7b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c80dfedd4f486dcca62a3617d29c720aabb9cbe7c4e06e4c8c2e998bfd4af77
3
+ size 2310921376
Kunocchini-7b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc5f07b4720eff314448460edf5e576def34e7004e251c3f92b189d1fca153c9
3
+ size 2198256800
Kunocchini-7b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deae8da7c699920d6494e8bd5c6562d05a6dcf9bfb88df620d27301befa1d69a
3
+ size 1991687328
Kunocchini-7b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb6ec2791e2216ea9a3413f1040c7301d8d6e11f365ae26f1867585bbd5c6cf
3
+ size 3284892832
Kunocchini-7b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275f7cd578fd4c978ba128c48ed5e3558601cefc7878a19872883e86e8793865
3
+ size 3182394528
Kunocchini-7b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4efa293d62d105207151d2c554e54a14fc2005727bf383fa993dcd2c7d7a648
3
+ size 3018816672
Kunocchini-7b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0119a0f710717e339c7e9a3ebc229ec1c9f77d4a88b5cb7d95471ed11f99e86f
3
+ size 2827345056
Kunocchini-7b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c9fc5b20bfd2eecdcd39dadb34b687bbbc72f106f2ea46c6925eb8a4d72f6ad
3
+ size 3907689632
Kunocchini-7b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcbfd29061e81f17134e9bb2e4143c074af47bf5480d9e658983168591cc4780
3
+ size 2719243424
Kunocchini-7b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:208013421bf6dda204eded78db335eb17285a824e36a53fcbecf6131a403de53
3
+ size 2528926880
Kunocchini-7b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:431c7cdae2968ff67b34b12fbf68656c132dfc6f241b4c5b33ba8fd2b03344f5
3
+ size 3822025888
Kunocchini-7b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8e3bb0cae7f3894cb3425c3954fdcbd60cf5de39791bc0e4806db8e70e3721f
3
+ size 3518987424
Kunocchini-7b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd0d2663255ba4844aa8434e6ee1fde40d9d953d52868ffbae2ec7501b9a2f24
3
+ size 3164568736
Kunocchini-7b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1281a975f01e20075188f5b6e9f84528cfc69ebb9edf48ca38bfab33e62ba79f
3
+ size 4123597984
Kunocchini-7b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2ce5820358b85ed24e5120b2fdd223a64aadd692246a6847b8474bcf9954fc5
3
+ size 4368440480
Kunocchini-7b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b269b0d60911463fe6a5fab4c2d851899ed15224b0a529feeb252fe1371a549
3
+ size 4140375200
Kunocchini-7b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b96d18cbaac6ead76296580a0208a7361fc12030f2ddc4b9d67deb5575d8fa2a
3
+ size 5131410592
Kunocchini-7b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aa76162781f5c49f84f208dff4c035bc66f6737434054907797af250f2d93b6
3
+ size 4997717152
Kunocchini-7b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ede4efc3ea7016205267844dad2ec8a1561e0559065a0f60d410e19fda25c94
3
+ size 5942066336