Hugging Face's logo

mradermacher
/
blossom-v5-9b-i1-GGUF

Transformers
GGUF
Chinese
English
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
9666363
·
verified ·
1 Parent(s): d63e985

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. blossom-v5-9b.i1-IQ1_M.gguf +3 -0
  3. blossom-v5-9b.i1-IQ1_S.gguf +3 -0
  4. blossom-v5-9b.i1-IQ2_M.gguf +3 -0
  5. blossom-v5-9b.i1-IQ2_S.gguf +3 -0
  6. blossom-v5-9b.i1-IQ2_XS.gguf +3 -0
  7. blossom-v5-9b.i1-IQ2_XXS.gguf +3 -0
  8. blossom-v5-9b.i1-IQ3_M.gguf +3 -0
  9. blossom-v5-9b.i1-IQ3_S.gguf +3 -0
  10. blossom-v5-9b.i1-IQ3_XS.gguf +3 -0
  11. blossom-v5-9b.i1-IQ3_XXS.gguf +3 -0
  12. blossom-v5-9b.i1-IQ4_XS.gguf +3 -0
  13. blossom-v5-9b.i1-Q2_K.gguf +3 -0
  14. blossom-v5-9b.i1-Q2_K_S.gguf +3 -0
  15. blossom-v5-9b.i1-Q3_K_L.gguf +3 -0
  16. blossom-v5-9b.i1-Q3_K_M.gguf +3 -0
  17. blossom-v5-9b.i1-Q3_K_S.gguf +3 -0
  18. blossom-v5-9b.i1-Q4_0.gguf +3 -0
  19. blossom-v5-9b.i1-Q4_K_M.gguf +3 -0
  20. blossom-v5-9b.i1-Q4_K_S.gguf +3 -0
  21. blossom-v5-9b.i1-Q5_K_M.gguf +3 -0
  22. blossom-v5-9b.i1-Q5_K_S.gguf +3 -0
  23. blossom-v5-9b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ blossom-v5-9b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ blossom-v5-9b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ blossom-v5-9b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ blossom-v5-9b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ blossom-v5-9b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ blossom-v5-9b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ blossom-v5-9b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ blossom-v5-9b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ blossom-v5-9b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ blossom-v5-9b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ blossom-v5-9b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ blossom-v5-9b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ blossom-v5-9b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ blossom-v5-9b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ blossom-v5-9b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ blossom-v5-9b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ blossom-v5-9b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ blossom-v5-9b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ blossom-v5-9b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ blossom-v5-9b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ blossom-v5-9b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ blossom-v5-9b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
blossom-v5-9b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b7f75604cf6bf11cfa8403b9953ddbd5f00d533329cc415f9cd5200b7892c3
3
+ size 2181641984
blossom-v5-9b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04b3dfb0b5d04e693424b0c5ad6a5b995eadc4bafec90307c041df8cee2b4f1a
3
+ size 2014574336
blossom-v5-9b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79e22305f06e6b41bbcad9b55ca49d3d1a24bfc608d3458a289e2613c22dc19c
3
+ size 3098113792
blossom-v5-9b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a75b8ab102cab2fd09655c5eee5aa8023f532f839e363403e75118555309dc67
3
+ size 2875356928
blossom-v5-9b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bcc398027ffdf0e339cf70fa315b7a5bf01cb3634b4c24f8f9274a7cbb1fcd2
3
+ size 2708010752
blossom-v5-9b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f9a5bd7d69a7e4b78f28dd7d366029483efafab84aa0b0fe3dcaf31307f1a8f
3
+ size 2460088064
blossom-v5-9b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ddeaf5e9a794b5fc341f4390746d29f21bb17c020fad1eefb0c3e6e7bf3d892
3
+ size 4055463680
blossom-v5-9b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a502e06c56df2b0dca2039fe80c6b7042f1da25a65314e3463fed25a0535695
3
+ size 3912578816
blossom-v5-9b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b54f415ebdf3eee18a910cafa08d94c7a49013154c8f9728fceaa8fa76e857
3
+ size 3717936896
blossom-v5-9b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53121fa0345a37d1ac351ef1a70af9631d2b3f89ef4b8fc99f8174ccfec52751
3
+ size 3474323200
blossom-v5-9b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3569c8c57b8b6a601be1d540d7a74b08cd1728322187311141d9b94437df8eb1
3
+ size 4785010432
blossom-v5-9b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:622ed5b8f27bfcfa7ad4bea858e4dd4fa46b5467548e207e27342ea6c8751e97
3
+ size 3354326784
blossom-v5-9b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d7b9898bd0c1fe8e4bce432d9be4d09c817d5e022830e9fdcc2487e3e61a79
3
+ size 3116136192
blossom-v5-9b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a45d690fe7c5aea0e04c803c5b5f9e0b882a62ec2513f1b24cb75f09e82110b4
3
+ size 4690753280
blossom-v5-9b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1235a19b305d80da890ccd94fc8846ed25e132fa9dee6b7c5fabdbeb3feadae6
3
+ size 4324407040
blossom-v5-9b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60cd02991abb41bee85edcadcf1a6e7d67224693a7c15ab9d9afa82fb9fedddd
3
+ size 3899209472
blossom-v5-9b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27f59c0877a831ffe312d95abd89d87fb6b543a06f9b6e6356bdc2ce01921ec1
3
+ size 5053904640
blossom-v5-9b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a972dfeaf9597714b3bb8b2f9b18e707046f5babe713666025cbec03647611
3
+ size 5328959232
blossom-v5-9b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8126a5a0bb4cb395b7f8cea42117513ad9474379c39d8fe25b832a0e759ffbd4
3
+ size 5071861504
blossom-v5-9b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03fca94e4a5b68113f929e7dd6daef4394d70d3cb7d0bfca29224d5ed30d6255
3
+ size 6258259712
blossom-v5-9b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b88ce102815065ed7abff4f9d4ea7b1be2cd615a78519b9165793deb3aa2328
3
+ size 6107854592
blossom-v5-9b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4c4a0d51756a6c4f8333504d9563a84ffe2e53120677a91bd69d7f95f05b24c
3
+ size 7245641472