Hugging Face's logo

latestissue
/
rwkv-6-world-7b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
424393c
·
verified ·
1 Parent(s): 291071b

Upload 23 files

Browse files
Files changed (23) hide show
  1. rwkv-6-world-7B-F16.gguf +3 -0
  2. rwkv-6-world-7b-BF16.gguf +3 -0
  3. rwkv-6-world-7b-F32.gguf +3 -0
  4. rwkv-6-world-7b-IQ3_S.gguf +3 -0
  5. rwkv-6-world-7b-IQ3_XXS.gguf +3 -0
  6. rwkv-6-world-7b-IQ4_NL.gguf +3 -0
  7. rwkv-6-world-7b-IQ4_XS.gguf +3 -0
  8. rwkv-6-world-7b-Q2_K.gguf +3 -0
  9. rwkv-6-world-7b-Q3_K.gguf +3 -0
  10. rwkv-6-world-7b-Q3_K_L.gguf +3 -0
  11. rwkv-6-world-7b-Q4_0.gguf +3 -0
  12. rwkv-6-world-7b-Q4_0_4_4.gguf +3 -0
  13. rwkv-6-world-7b-Q4_0_4_8.gguf +3 -0
  14. rwkv-6-world-7b-Q4_0_8_8.gguf +3 -0
  15. rwkv-6-world-7b-Q4_1.gguf +3 -0
  16. rwkv-6-world-7b-Q4_K.gguf +3 -0
  17. rwkv-6-world-7b-Q4_K_S.gguf +3 -0
  18. rwkv-6-world-7b-Q5_0.gguf +3 -0
  19. rwkv-6-world-7b-Q5_1.gguf +3 -0
  20. rwkv-6-world-7b-Q5_K.gguf +3 -0
  21. rwkv-6-world-7b-Q5_K_S.gguf +3 -0
  22. rwkv-6-world-7b-Q6_K.gguf +3 -0
  23. rwkv-6-world-7b-Q8_0.gguf +3 -0
rwkv-6-world-7B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c46926d03a037cffe4b18f7f4d1a76a159a3bcc353b8a5a432fa90833f4732a
3
+ size 15512024608
rwkv-6-world-7b-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c88c1e7ccc6ecf49e4900ad459885ebef800558d94f806c2f20610a0378f4d7
3
+ size 15444915744
rwkv-6-world-7b-F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f17fe8006b2b10bee338ed90675fcc7f376a7a609f8a0a91a721c0d1daa1213
3
+ size 30544410144
rwkv-6-world-7b-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69547359932a3273ce714f0fae842e8b0cb32a234b852378faebf40fec87a72b
3
+ size 3696539168
rwkv-6-world-7b-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a72bf91c99d37bba40efdf6c122decc85292a8e5c7b0a53bba3cfba468155c
3
+ size 3332945440
rwkv-6-world-7b-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195058f43724436ef7c227a2957fc316acc67b7bfc45fff3130cad6ec34a7c0e
3
+ size 4661360160
rwkv-6-world-7b-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2904baa687ac3c752e7c6abb6e01d7679b0457da06a299eff1731ebbf2accf3b
3
+ size 4434343456
rwkv-6-world-7b-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36debeebfe148e3e99434f3858a6a46928d528e3d036625ec2c94af5cfe72a5a
3
+ size 2958734880
rwkv-6-world-7b-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81ac16572f12e8b37130070e89593db72951b1977c823c257d6de723fbe70ce4
3
+ size 3696539168
rwkv-6-world-7b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6468108b92265b3f6f6163431c1c05cd3d5050ac535a60b23bcd6894d534342e
3
+ size 3696539168
rwkv-6-world-7b-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f00b182390c6b9d2529d11429955dc6f5a80275df42bc1a15a9ec06ebb4c32
3
+ size 4661360160
rwkv-6-world-7b-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ba788e9d731da3be81a0d24ae47dbe8d36faaff4fe9ac70d81073936d8a822
3
+ size 4661360160
rwkv-6-world-7b-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5d901369bd2ae08a9c3cc0614b2ddaeff5289589d07500b0441f8e300495fce
3
+ size 4661360160
rwkv-6-world-7b-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d79f8373bba95d695652f354c76d88ae7723307b9c185ac1e091a0f4619117f
3
+ size 4661360160
rwkv-6-world-7b-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d07589f8ab83a4002af1668d1e2462838aee974519cd28375100a80490a68753
3
+ size 5116442144
rwkv-6-world-7b-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b8556daff7882d3c90f1b5a8afe58f6de4e57ee14d0fc5d5cc3c3cc264f7a8
3
+ size 4663457312
rwkv-6-world-7b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d115bbe90f72014ffe17ee1f74cde454941e07bde94219cf7a705aef97a7eddf
3
+ size 4663457312
rwkv-6-world-7b-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97a027cc8ff0b20b7dc8aa1a2e05c88ba244f940ca8e543c3be4d52ce44b9b62
3
+ size 5571524128
rwkv-6-world-7b-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f8ba488ed864863780b80dffcb7241c1e708be1c88d5e502386640848be08eb
3
+ size 6026606112
rwkv-6-world-7b-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e81398ff72db9d97005defb1a28b023d49573dbca86ee04dba55c9ff7ac9597a
3
+ size 5572572704
rwkv-6-world-7b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8127b9286239d096dd13d289d6c7764c7f60a216ea11c38f898806115cf8644f
3
+ size 5572572704
rwkv-6-world-7b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3df702cff046af7eda87cc3ffa67cf52521beb5b2e3b01670952d259f1d247c4
3
+ size 6542636576
rwkv-6-world-7b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15d36ad72b0df3d957eda7f1db4dcce868467f8e7e2e5ec6684cea7cc99d9f20
3
+ size 8367027744