Hugging Face's logo

SanctumAI
/
granite-8b-code-instruct-GGUF

Text Generation
Transformers
GGUF
ibm-granite-code
code
granite
Eval Results
Model card Files Community
AndreyBest commited on
Commit
a280ac9
•
1 Parent(s): 00d053b

Uploading quants for the granite-8b-code-instruct-GGUF model

Browse files
Files changed (19) hide show
  1. .gitattributes +17 -0
  2. config.json +3 -0
  3. granite-8b-code-instruct.Q2_K.gguf +3 -0
  4. granite-8b-code-instruct.Q3_K_L.gguf +3 -0
  5. granite-8b-code-instruct.Q3_K_M.gguf +3 -0
  6. granite-8b-code-instruct.Q3_K_S.gguf +3 -0
  7. granite-8b-code-instruct.Q4_0.gguf +3 -0
  8. granite-8b-code-instruct.Q4_1.gguf +3 -0
  9. granite-8b-code-instruct.Q4_K.gguf +3 -0
  10. granite-8b-code-instruct.Q4_K_M.gguf +3 -0
  11. granite-8b-code-instruct.Q4_K_S.gguf +3 -0
  12. granite-8b-code-instruct.Q5_0.gguf +3 -0
  13. granite-8b-code-instruct.Q5_1.gguf +3 -0
  14. granite-8b-code-instruct.Q5_K.gguf +3 -0
  15. granite-8b-code-instruct.Q5_K_M.gguf +3 -0
  16. granite-8b-code-instruct.Q5_K_S.gguf +3 -0
  17. granite-8b-code-instruct.Q6_K.gguf +3 -0
  18. granite-8b-code-instruct.Q8_0.gguf +3 -0
  19. granite-8b-code-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-8b-code-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-8b-code-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-8b-code-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-8b-code-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-8b-code-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-8b-code-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-8b-code-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-8b-code-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-8b-code-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-8b-code-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-8b-code-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-8b-code-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-8b-code-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-8b-code-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-8b-code-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-8b-code-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-8b-code-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "ibm-granite-code"
3
+ }
granite-8b-code-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1484d5d0ff8e5fb7b4b55fb1efbabb6123112863c21278d699ceb7ab16b0a7
3
+ size 3062070464
granite-8b-code-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd6578560e3ce88a86c1ae9e909f058fb74f6a03d5b73fa88229a47555bf04e4
3
+ size 4287724736
granite-8b-code-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75f32d0967da77dbe2cb5c3f63966fe103c6deafe9dae6171735e8de2076307
3
+ size 3944840384
granite-8b-code-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e684c403276ea08638a72798a2302e4fe7cb4a6764de36b3807f7f46d17f3866
3
+ size 3548085440
granite-8b-code-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8718ec2805725a8e2cf2ec06c39416342c82f961d2c2a0b778be32365dd827b0
3
+ size 4590894272
granite-8b-code-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d425358596b6c842f56c5890ccece37548bfac7c7cf028c3d48bd86e69fcfd56
3
+ size 5081627840
granite-8b-code-instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a46b17f302f0f9e2b119097b158bc2a723f53023a9f9f7bbe0262f1db7c7beee
3
+ size 4882857152
granite-8b-code-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a46b17f302f0f9e2b119097b158bc2a723f53023a9f9f7bbe0262f1db7c7beee
3
+ size 4882857152
granite-8b-code-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ff46a9e1ea07e2228aa5377aa26592d7df3a8cf05e54c19ba4e8f1591d291b4
3
+ size 4622351552
granite-8b-code-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d859c65095da85cec918e82fe61cc12a049601da51493ab9d64b413421ad291
3
+ size 5572361408
granite-8b-code-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:343849772df5d3c1ed9afc58cf55da44359137f4af1ddfc45f1193612bb901ee
3
+ size 6063094976
granite-8b-code-instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5fc6932efed30323bb62d2f7bdf7009033c61e885d829a18995e1471c305fbf
3
+ size 5722766528
granite-8b-code-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5fc6932efed30323bb62d2f7bdf7009033c61e885d829a18995e1471c305fbf
3
+ size 5722766528
granite-8b-code-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1396fd0e97b545842bb738c965a42df9bf7dfcdd8101d6bd958c56bdea2e543
3
+ size 5572361408
granite-8b-code-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b60564cd61dc5814406e451d9429e812061f86d6ae084446118d40724c96aa14
3
+ size 6615170240
granite-8b-code-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f84501f2a7043104d50d8387b0a5c5ea0dd8149996b08b15103ceb28427eb9f
3
+ size 8565521600
granite-8b-code-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b96250384dec5a524e568b69e9692b7e374af9c2eb9394a8126b41cf05445a
3
+ size 16115268800