Hugging Face's logo

latestissue
/
rwkv-6-finch-7b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
1
latestissue commited on
Commit
a68ffc2
•
1 Parent(s): e594383

Upload 23 files

Browse files
Files changed (23) hide show
  1. rwkv-6-finch-7b-BF16.gguf +3 -0
  2. rwkv-6-finch-7b-F16.gguf +3 -0
  3. rwkv-6-finch-7b-F32.gguf +3 -0
  4. rwkv-6-finch-7b-IQ3_S.gguf +3 -0
  5. rwkv-6-finch-7b-IQ3_XXS.gguf +3 -0
  6. rwkv-6-finch-7b-IQ4_NL.gguf +3 -0
  7. rwkv-6-finch-7b-IQ4_XS.gguf +3 -0
  8. rwkv-6-finch-7b-Q2_K.gguf +3 -0
  9. rwkv-6-finch-7b-Q3_K.gguf +3 -0
  10. rwkv-6-finch-7b-Q3_K_L.gguf +3 -0
  11. rwkv-6-finch-7b-Q4_0.gguf +3 -0
  12. rwkv-6-finch-7b-Q4_0_4_4.gguf +3 -0
  13. rwkv-6-finch-7b-Q4_0_4_8.gguf +3 -0
  14. rwkv-6-finch-7b-Q4_0_8_8.gguf +3 -0
  15. rwkv-6-finch-7b-Q4_1.gguf +3 -0
  16. rwkv-6-finch-7b-Q4_K.gguf +3 -0
  17. rwkv-6-finch-7b-Q4_K_S.gguf +3 -0
  18. rwkv-6-finch-7b-Q5_0.gguf +3 -0
  19. rwkv-6-finch-7b-Q5_1.gguf +3 -0
  20. rwkv-6-finch-7b-Q5_K.gguf +3 -0
  21. rwkv-6-finch-7b-Q5_K_S.gguf +3 -0
  22. rwkv-6-finch-7b-Q6_K.gguf +3 -0
  23. rwkv-6-finch-7b-Q8_0.gguf +3 -0
rwkv-6-finch-7b-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cac93ff82cb310dcaf8839a3b5782d5d8b8685fc68f8bb63bc48c72d69de2358
3
+ size 15444915744
rwkv-6-finch-7b-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8f907570815728ae386d6e40402088a6464786c41293546d1ee21d9f637420f
3
+ size 15512024608
rwkv-6-finch-7b-F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fee77e5306a8de2cc7afc628340703c11f10702a61461e12cf00f15318915e97
3
+ size 30544410144
rwkv-6-finch-7b-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2ddb1d000eca56c444591feaed7f282138881c413f17663f064da01e234f926
3
+ size 3696539168
rwkv-6-finch-7b-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b196448583f4ca34925d1ffcf0f00650ab15d43612e24850ae520630384388
3
+ size 3332945440
rwkv-6-finch-7b-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff87af8688a5e16959e03c734fe2c8adb3026a6a63157484e718a6a75cfa979f
3
+ size 4661360160
rwkv-6-finch-7b-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb87a981b5fc4ba02c0d526f646e3c5032c293a1c411a8eeb7a88b97b9db4fd7
3
+ size 4434343456
rwkv-6-finch-7b-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:489ddfe0eeba9a39b35f5fea5032431b5633ad3fdfce712559092626b25e872c
3
+ size 2958734880
rwkv-6-finch-7b-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c21abff27b58bce0b3b8ce02b90cc7961bc80e6ce6b52d0bc7799ac07c1df59
3
+ size 3696539168
rwkv-6-finch-7b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfabf2210c4cb1b765f3d7917e3cb0381e9dd1b87e53fce85185bf71011bf0de
3
+ size 3696539168
rwkv-6-finch-7b-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:283cb1b59bf84688c2f2aed74f088cdad05ae8831046f65505c3f8c8f2c7daa1
3
+ size 4661360160
rwkv-6-finch-7b-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd095a301b16ef88f78df05549bf92b9430ccce8a6e814893b3a7ba4d8304b65
3
+ size 4661360160
rwkv-6-finch-7b-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6f322ca517b94da0e8ad292df41fabd955983a2edcf6d1cae61df14071cff3e
3
+ size 4661360160
rwkv-6-finch-7b-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0559a6f6577d5e1fd6f98bfdd2828b24b5fde73eab75af6b6c17c2c46ccf3f19
3
+ size 4661360160
rwkv-6-finch-7b-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:894c0708f9e47e9d27071d0650396e5f2f09fb4711252a245647c9e44354a397
3
+ size 5116442144
rwkv-6-finch-7b-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f09b6ce215218fe47da917b9f2714ae04eccb80b8d1e87dc38386d0979127993
3
+ size 4663457312
rwkv-6-finch-7b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d80575d7f2af12548a626621421d169146c30ddff4c996398bca50236bf331
3
+ size 4663457312
rwkv-6-finch-7b-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6a66ade9764a99aef2a0323fa3914043cb61bbc0834976e2a1308fbca55292
3
+ size 5571524128
rwkv-6-finch-7b-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15105686e836d593e5d7686a27590e353cf435f8dbecd3b1ee505e1fa967c3a7
3
+ size 6026606112
rwkv-6-finch-7b-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01ce53a7d4d53748cb2c0333104eaf4100f41cb9814e54710cf7fe7a8f7f29aa
3
+ size 5572572704
rwkv-6-finch-7b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f21df189218b0408a5b5b71eb5808a54abbdb2a811e66c5b828d3ee63924c8a
3
+ size 5572572704
rwkv-6-finch-7b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65f29d0692ef3f29a058a3224a0fd06bb58622ffa086fae003dcf0143ce2ab02
3
+ size 6542636576
rwkv-6-finch-7b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cf05bfa7749800466776927bda6bd9a5ea0bd124a61330f33086a98a60ce20f
3
+ size 8367027744