Hugging Face's logo

player1537
/
Bloom-560M-GGUF

GGUF
Inference Endpoints
Model card Files Community
Tanner Hobson commited on
Commit
2d82e17
•
1 Parent(s): 2d82c88

GGUF model commit (made with llama.cpp commit fe680e3)

Browse files
Files changed (16) hide show
  1. .gitattributes +1 -0
  2. Bloom-560M.Q2_K.gguf +3 -0
  3. Bloom-560M.Q3_K.gguf +3 -0
  4. Bloom-560M.Q3_K_L.gguf +3 -0
  5. Bloom-560M.Q3_K_M.gguf +3 -0
  6. Bloom-560M.Q3_K_S.gguf +3 -0
  7. Bloom-560M.Q4_0.gguf +3 -0
  8. Bloom-560M.Q4_K.gguf +3 -0
  9. Bloom-560M.Q4_K_M.gguf +3 -0
  10. Bloom-560M.Q4_K_S.gguf +3 -0
  11. Bloom-560M.Q5_1.gguf +3 -0
  12. Bloom-560M.Q5_K.gguf +3 -0
  13. Bloom-560M.Q5_K_M.gguf +3 -0
  14. Bloom-560M.Q5_K_S.gguf +3 -0
  15. Bloom-560M.Q6_K.gguf +3 -0
  16. Bloom-560M.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
Bloom-560M.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a917a1ecafa44f0b386564a3af06d43af9b59d154548ffbabc438c890e412e1
3
+ size 431044672
Bloom-560M.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:616f4dc10ba5a0bc283c79b9517b814e0a2a9216c5756ac9f751fcc0d036c715
3
+ size 492591168
Bloom-560M.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6881e99346a6b9af26a7e60bf3c4c33dbe75fb3fff121795d189a3b2ece2251d
3
+ size 507271232
Bloom-560M.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:616f4dc10ba5a0bc283c79b9517b814e0a2a9216c5756ac9f751fcc0d036c715
3
+ size 492591168
Bloom-560M.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa146eb73311a61c7b907a0a303471284691f0c9487e145a6791b7ed33422239
3
+ size 464803904
Bloom-560M.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:071da44c058db017db0213d1fb9d43e1503ffb3862c87309531a9c140872722b
3
+ size 539031616
Bloom-560M.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6baf3da6b0c73da1d151cc76737505e585d0bacb888f796455e0b183d66cc3d
3
+ size 561444928
Bloom-560M.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6baf3da6b0c73da1d151cc76737505e585d0bacb888f796455e0b183d66cc3d
3
+ size 561444928
Bloom-560M.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ca17b403e2c9311cb4a22e0dcfbd4234dbaf61b684e9464cc9ee8a4251bb25
3
+ size 541128768
Bloom-560M.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148b8ff89a6d988d62dee7e2260b07a44169a24455616d6ea1d1097de7890a7b
3
+ size 643823680
Bloom-560M.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e884370463d4efe2d476ca0a1b13eba4b9e80717f2dbd6768f4a6eeba39aab05
3
+ size 625604672
Bloom-560M.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e884370463d4efe2d476ca0a1b13eba4b9e80717f2dbd6768f4a6eeba39aab05
3
+ size 625604672
Bloom-560M.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19495b45a45f7131f448888be28f00abfc88966a20ab4da3e39e3064dd5f2e5
3
+ size 608892992
Bloom-560M.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b8048f5db5ce8435358f56ed15772ab69bde70652467d5a35a00c0e46199fb
3
+ size 683120704
Bloom-560M.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca8c478b058a31edaab8b201328d9e6987aec33b90c3622c812a952f59583179
3
+ size 880695360