Tanner Hobson commited on
Commit
2d82e17
1 Parent(s): 2d82c88

GGUF model commit (made with llama.cpp commit fe680e3)

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
Bloom-560M.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a917a1ecafa44f0b386564a3af06d43af9b59d154548ffbabc438c890e412e1
3
+ size 431044672
Bloom-560M.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:616f4dc10ba5a0bc283c79b9517b814e0a2a9216c5756ac9f751fcc0d036c715
3
+ size 492591168
Bloom-560M.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6881e99346a6b9af26a7e60bf3c4c33dbe75fb3fff121795d189a3b2ece2251d
3
+ size 507271232
Bloom-560M.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:616f4dc10ba5a0bc283c79b9517b814e0a2a9216c5756ac9f751fcc0d036c715
3
+ size 492591168
Bloom-560M.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa146eb73311a61c7b907a0a303471284691f0c9487e145a6791b7ed33422239
3
+ size 464803904
Bloom-560M.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:071da44c058db017db0213d1fb9d43e1503ffb3862c87309531a9c140872722b
3
+ size 539031616
Bloom-560M.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6baf3da6b0c73da1d151cc76737505e585d0bacb888f796455e0b183d66cc3d
3
+ size 561444928
Bloom-560M.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6baf3da6b0c73da1d151cc76737505e585d0bacb888f796455e0b183d66cc3d
3
+ size 561444928
Bloom-560M.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ca17b403e2c9311cb4a22e0dcfbd4234dbaf61b684e9464cc9ee8a4251bb25
3
+ size 541128768
Bloom-560M.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148b8ff89a6d988d62dee7e2260b07a44169a24455616d6ea1d1097de7890a7b
3
+ size 643823680
Bloom-560M.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e884370463d4efe2d476ca0a1b13eba4b9e80717f2dbd6768f4a6eeba39aab05
3
+ size 625604672
Bloom-560M.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e884370463d4efe2d476ca0a1b13eba4b9e80717f2dbd6768f4a6eeba39aab05
3
+ size 625604672
Bloom-560M.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19495b45a45f7131f448888be28f00abfc88966a20ab4da3e39e3064dd5f2e5
3
+ size 608892992
Bloom-560M.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b8048f5db5ce8435358f56ed15772ab69bde70652467d5a35a00c0e46199fb
3
+ size 683120704
Bloom-560M.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca8c478b058a31edaab8b201328d9e6987aec33b90c3622c812a952f59583179
3
+ size 880695360