Hugging Face's logo

mradermacher
/
granite-3b-code-instruct-128k-i1-GGUF

Transformers
GGUF
English
code
granite
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
5cc034e
·
verified ·
1 Parent(s): f098170

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. granite-3b-code-instruct-128k.i1-IQ1_M.gguf +3 -0
  3. granite-3b-code-instruct-128k.i1-IQ1_S.gguf +3 -0
  4. granite-3b-code-instruct-128k.i1-IQ2_M.gguf +3 -0
  5. granite-3b-code-instruct-128k.i1-IQ2_S.gguf +3 -0
  6. granite-3b-code-instruct-128k.i1-IQ2_XS.gguf +3 -0
  7. granite-3b-code-instruct-128k.i1-IQ2_XXS.gguf +3 -0
  8. granite-3b-code-instruct-128k.i1-IQ3_M.gguf +3 -0
  9. granite-3b-code-instruct-128k.i1-IQ3_S.gguf +3 -0
  10. granite-3b-code-instruct-128k.i1-IQ3_XS.gguf +3 -0
  11. granite-3b-code-instruct-128k.i1-IQ3_XXS.gguf +3 -0
  12. granite-3b-code-instruct-128k.i1-IQ4_NL.gguf +3 -0
  13. granite-3b-code-instruct-128k.i1-IQ4_XS.gguf +3 -0
  14. granite-3b-code-instruct-128k.i1-Q2_K.gguf +3 -0
  15. granite-3b-code-instruct-128k.i1-Q2_K_S.gguf +3 -0
  16. granite-3b-code-instruct-128k.i1-Q3_K_L.gguf +3 -0
  17. granite-3b-code-instruct-128k.i1-Q3_K_M.gguf +3 -0
  18. granite-3b-code-instruct-128k.i1-Q3_K_S.gguf +3 -0
  19. granite-3b-code-instruct-128k.i1-Q4_0.gguf +3 -0
  20. granite-3b-code-instruct-128k.i1-Q4_1.gguf +3 -0
  21. granite-3b-code-instruct-128k.i1-Q4_K_M.gguf +3 -0
  22. granite-3b-code-instruct-128k.i1-Q4_K_S.gguf +3 -0
  23. granite-3b-code-instruct-128k.i1-Q5_K_M.gguf +3 -0
  24. granite-3b-code-instruct-128k.i1-Q5_K_S.gguf +3 -0
  25. granite-3b-code-instruct-128k.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ granite-3b-code-instruct-128k.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3b-code-instruct-128k.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3b-code-instruct-128k.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3b-code-instruct-128k.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3b-code-instruct-128k.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3b-code-instruct-128k.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3b-code-instruct-128k.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3b-code-instruct-128k.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3b-code-instruct-128k.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3b-code-instruct-128k.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3b-code-instruct-128k.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-3b-code-instruct-128k.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-3b-code-instruct-128k.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-3b-code-instruct-128k.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-3b-code-instruct-128k.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-3b-code-instruct-128k.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-3b-code-instruct-128k.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-3b-code-instruct-128k.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-3b-code-instruct-128k.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-3b-code-instruct-128k.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-3b-code-instruct-128k.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-3b-code-instruct-128k.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ granite-3b-code-instruct-128k.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ granite-3b-code-instruct-128k.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-3b-code-instruct-128k.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be94d959a5ffbd8d0fb09df00d53ec1822057b55568ae094aef208257de2151
3
+ size 869786208
granite-3b-code-instruct-128k.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d6199292eba4cf50faba7bfd5837bd63a30f653ae81dfc431ea19a2166c29e
3
+ size 803431008
granite-3b-code-instruct-128k.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e3b7275f3e02ae73cbc1f81a3ecdee5619925697d8ae3b2e0a213793cf29097
3
+ size 1225319008
granite-3b-code-instruct-128k.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39ce97d9dc8bcaa29b742c1b349a67652a51607a295bb5af8ae28ebd39bd862f
3
+ size 1136845408
granite-3b-code-instruct-128k.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00cce465a7fc4ffb2729fb56e6f47c79b4b865fe858a4b15a71aab75c8498dc2
3
+ size 1075405408
granite-3b-code-instruct-128k.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f906f3e628c250d2bab17c05a608dd756fcac75e328fa1f44075672047e695c
3
+ size 980378208
granite-3b-code-instruct-128k.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee038180449fa61071d430989d0676ea04b834d25ce4e62958956c94e8d3bab8
3
+ size 1621320288
granite-3b-code-instruct-128k.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b308905c897b077075870ec28ef9355508ed560dc9b3c80b8174c304eed9256
3
+ size 1551688288
granite-3b-code-instruct-128k.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9368a3c8807cf503ceec1860e4d0deef2d530a7da904a1e0f024f6ad255badaa
3
+ size 1473045088
granite-3b-code-instruct-128k.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f54a08115eb98b82108e36708a8645a6568e975c5341a5649c3dff622b77158
3
+ size 1361306208
granite-3b-code-instruct-128k.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c56d5c53d67f55c512e0cdc7667a0bb3b987501d571ab321905ab30dde1b8cc
3
+ size 1997333088
granite-3b-code-instruct-128k.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0465addbc6f7aa2a4ab5758566fb254b05347e2cb25e94163ffa38cb28952b6
3
+ size 1892475488
granite-3b-code-instruct-128k.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c674274040b3cfe0e766d9a4900175623095b9a05225418376f416709b712099
3
+ size 1338696288
granite-3b-code-instruct-128k.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6315e73eb933ee319c65637ab1716ce380d6e2700a19aa6dbc20e7540fc1fad1
3
+ size 1235477088
granite-3b-code-instruct-128k.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bcf74db5b6953b4336558f12f69acdaac5b3d0ecae516e4031646f7e408b29f
3
+ size 1876091488
granite-3b-code-instruct-128k.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3108b71c00a4102a8bf7d226439cada304ddf5b9284c989d4f2146963e914ce1
3
+ size 1726997088
granite-3b-code-instruct-128k.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3b59c0dd7ec089cf8aa25ce95348dc80b00e7a3325aaadc6176036da3505bc9
3
+ size 1551688288
granite-3b-code-instruct-128k.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a3bcd48c278a8f0fd09a3bc990cb859dda7c1448c7dc88ee50341b20a40d8c3
3
+ size 2003886688
granite-3b-code-instruct-128k.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50a8638099515c767e0252cdc1a70c4fc23f0563ab0421769a0f05b99e20153d
3
+ size 2207048288
granite-3b-code-instruct-128k.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c36c0e1b6b6999863ba78403929295386334347ae5fea6f2fb6aecc82a7148cc
3
+ size 2132501088
granite-3b-code-instruct-128k.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6167307b43445010c211be07d8695f56b85f8ff08b562bd1f5d4330f7c3ad35f
3
+ size 2013717088
granite-3b-code-instruct-128k.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f647c81c47ced750637b3b1fcefc9036c68340b2d0fbea691fef1fc56f4bf0e3
3
+ size 2486395488
granite-3b-code-instruct-128k.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97ba8c53c52819d93079024abc57aec75b1ea2894f7d1ec0aaf154bada0cc2e7
3
+ size 2416763488
granite-3b-code-instruct-128k.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b61b737341562daf0462914d1b4b39883a0c68a3f4ce0d4ac3ed2fc17b3336fa
3
+ size 2862408288