Hugging Face's logo

mradermacher
/
granite-3.1-2b-instruct-i1-GGUF

Transformers
GGUF
English
language
granite-3.1
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
643a540
·
verified ·
1 Parent(s): 1b4bf9e

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. granite-3.1-2b-instruct.i1-IQ1_M.gguf +3 -0
  3. granite-3.1-2b-instruct.i1-IQ1_S.gguf +3 -0
  4. granite-3.1-2b-instruct.i1-IQ2_M.gguf +3 -0
  5. granite-3.1-2b-instruct.i1-IQ2_S.gguf +3 -0
  6. granite-3.1-2b-instruct.i1-IQ2_XS.gguf +3 -0
  7. granite-3.1-2b-instruct.i1-IQ2_XXS.gguf +3 -0
  8. granite-3.1-2b-instruct.i1-IQ3_M.gguf +3 -0
  9. granite-3.1-2b-instruct.i1-IQ3_S.gguf +3 -0
  10. granite-3.1-2b-instruct.i1-IQ3_XS.gguf +3 -0
  11. granite-3.1-2b-instruct.i1-IQ3_XXS.gguf +3 -0
  12. granite-3.1-2b-instruct.i1-IQ4_XS.gguf +3 -0
  13. granite-3.1-2b-instruct.i1-Q2_K.gguf +3 -0
  14. granite-3.1-2b-instruct.i1-Q2_K_S.gguf +3 -0
  15. granite-3.1-2b-instruct.i1-Q3_K_L.gguf +3 -0
  16. granite-3.1-2b-instruct.i1-Q3_K_M.gguf +3 -0
  17. granite-3.1-2b-instruct.i1-Q3_K_S.gguf +3 -0
  18. granite-3.1-2b-instruct.i1-Q4_0.gguf +3 -0
  19. granite-3.1-2b-instruct.i1-Q4_K_M.gguf +3 -0
  20. granite-3.1-2b-instruct.i1-Q4_K_S.gguf +3 -0
  21. granite-3.1-2b-instruct.i1-Q5_K_M.gguf +3 -0
  22. granite-3.1-2b-instruct.i1-Q5_K_S.gguf +3 -0
  23. granite-3.1-2b-instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-2b-instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-2b-instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-2b-instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-2b-instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-2b-instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-2b-instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-2b-instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-2b-instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-2b-instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-2b-instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-2b-instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-3.1-2b-instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-3.1-2b-instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-3.1-2b-instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-3.1-2b-instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-3.1-2b-instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-3.1-2b-instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-3.1-2b-instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-3.1-2b-instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-3.1-2b-instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-3.1-2b-instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-3.1-2b-instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-2b-instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3787dad80ef5b335d7f0b421441b8c365135896567f28063669891be4bc35992
3
+ size 633918944
granite-3.1-2b-instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59768d0e8bab947e2505eb468c0fc602539031be76ea422a19ddba181a11f3a9
3
+ size 583783904
granite-3.1-2b-instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45977f64f7f2cc92d0df1072bd13494f2e07ce03c37635fcc6e9ccc95a9cebcf
3
+ size 888526304
granite-3.1-2b-instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f882c29cac75d2f65090f9c7782020a96d4d58b5196c7277b8f0822fe13546
3
+ size 821679584
granite-3.1-2b-instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69712e40fa85473b3ef41b85795bbc74fd8f45a81e229fa11d286147fb717ddb
3
+ size 789566944
granite-3.1-2b-instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bca315102bc6625c7c55d0d2d9afa8a5dbdfb6233a9022640d27c9bc0607f92a
3
+ size 717477344
granite-3.1-2b-instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cffbd170ba2a596a488bdf1bdc6749087015c4db7a9bf61bb5e29d32f30cdb48
3
+ size 1169283360
granite-3.1-2b-instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a69268274d2f0145fce19bea1555ab0381723c4e636bf5eb086f1eba147bc4
3
+ size 1135860000
granite-3.1-2b-instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44658e889e26713a8e8c4603052311d2059a37354203bd289ff8a2076ab5dd5c
3
+ size 1078843680
granite-3.1-2b-instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:953c5d773f39e533c7e59f5e32893866f51312e3c015d08dafb8084c4ffeb31e
3
+ size 1005180384
granite-3.1-2b-instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e5d5377bbf65364e14512808ac45f13169da69b831456d252215e2bc7da3dc
3
+ size 1383913760
granite-3.1-2b-instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:258381d12060dacc66debacf69e3b176d55481c68ecc60a977f1ef44ec3e54a0
3
+ size 978245920
granite-3.1-2b-instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b592705b1c45e644be2db9fcdd662999747cc5853e522a37c2503e8d236c4da
3
+ size 912709920
granite-3.1-2b-instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a5386cc80ccb2dfdf3c20594d1866dd76b5da054598f3341589ff6990ea2049
3
+ size 1357371680
granite-3.1-2b-instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d685828567aea0fa6655b1893e905f92e86d4d7461941c249660aaf2499ce0
3
+ size 1251727648
granite-3.1-2b-instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c3df093523e452dc9323432a0923f0b217215211cd00f923059eedd24ae5e30
3
+ size 1130289440
granite-3.1-2b-instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89c58feb458fc57d600f4f8420549921f90b53a0bb78c13d73f667820d9ef260
3
+ size 1458624800
granite-3.1-2b-instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18972a968c4eb6de199ee25fa51878bd16836d82ca7304651d958242f577afe8
3
+ size 1545296160
granite-3.1-2b-instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f2a3b08887c32bed60fdcc58e3869d5631ac986281ec49b346f1bea5b118d3
3
+ size 1464391968
granite-3.1-2b-instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11647f8c5a8ba7afc2ff9bdb72f10a388f0075b1454c445be8542f210ea4aee5
3
+ size 1804818720
granite-3.1-2b-instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed19669d0b288dae64e97bd00580a2aad08ae8978bef3b74aeebafac4e894fd
3
+ size 1757468960
granite-3.1-2b-instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d927db5311aedde60da2d094272c4bc41c5733460f0fe277bddfce9e9f7e3585
3
+ size 2080561440