Hugging Face's logo

mollysama
/
QRWKV6-32B-Instruct-Preview-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
mollysama commited on
Commit
f97485b
·
1 Parent(s): 6d64a6c

Add more quants

Browse files

Signed-off-by: Molly Sophia <mollysophia379@gmail.com>

Files changed (41) hide show
  1. qrwkv6-32b-instruct-q2_k-00001-of-00004.gguf +3 -0
  2. qrwkv6-32b-instruct-q2_k-00002-of-00004.gguf +3 -0
  3. qrwkv6-32b-instruct-q2_k-00003-of-00004.gguf +3 -0
  4. qrwkv6-32b-instruct-q2_k-00004-of-00004.gguf +3 -0
  5. qrwkv6-32b-instruct-q3_k_m-00001-of-00005.gguf +3 -0
  6. qrwkv6-32b-instruct-q3_k_m-00002-of-00005.gguf +3 -0
  7. qrwkv6-32b-instruct-q3_k_m-00003-of-00005.gguf +3 -0
  8. qrwkv6-32b-instruct-q3_k_m-00004-of-00005.gguf +3 -0
  9. qrwkv6-32b-instruct-q3_k_m-00005-of-00005.gguf +3 -0
  10. qrwkv6-32b-instruct-q5_0-00001-of-00007.gguf +3 -0
  11. qrwkv6-32b-instruct-q5_0-00002-of-00007.gguf +3 -0
  12. qrwkv6-32b-instruct-q5_0-00003-of-00007.gguf +3 -0
  13. qrwkv6-32b-instruct-q5_0-00004-of-00007.gguf +3 -0
  14. qrwkv6-32b-instruct-q5_0-00005-of-00007.gguf +3 -0
  15. qrwkv6-32b-instruct-q5_0-00006-of-00007.gguf +3 -0
  16. qrwkv6-32b-instruct-q5_0-00007-of-00007.gguf +3 -0
  17. qrwkv6-32b-instruct-q5_k_m-00001-of-00007.gguf +3 -0
  18. qrwkv6-32b-instruct-q5_k_m-00002-of-00007.gguf +3 -0
  19. qrwkv6-32b-instruct-q5_k_m-00003-of-00007.gguf +3 -0
  20. qrwkv6-32b-instruct-q5_k_m-00004-of-00007.gguf +3 -0
  21. qrwkv6-32b-instruct-q5_k_m-00005-of-00007.gguf +3 -0
  22. qrwkv6-32b-instruct-q5_k_m-00006-of-00007.gguf +3 -0
  23. qrwkv6-32b-instruct-q5_k_m-00007-of-00007.gguf +3 -0
  24. qrwkv6-32b-instruct-q6_k-00001-of-00008.gguf +3 -0
  25. qrwkv6-32b-instruct-q6_k-00002-of-00008.gguf +3 -0
  26. qrwkv6-32b-instruct-q6_k-00003-of-00008.gguf +3 -0
  27. qrwkv6-32b-instruct-q6_k-00004-of-00008.gguf +3 -0
  28. qrwkv6-32b-instruct-q6_k-00005-of-00008.gguf +3 -0
  29. qrwkv6-32b-instruct-q6_k-00006-of-00008.gguf +3 -0
  30. qrwkv6-32b-instruct-q6_k-00007-of-00008.gguf +3 -0
  31. qrwkv6-32b-instruct-q6_k-00008-of-00008.gguf +3 -0
  32. qrwkv6-32b-instruct-q8_0-00001-of-00010.gguf +3 -0
  33. qrwkv6-32b-instruct-q8_0-00002-of-00010.gguf +3 -0
  34. qrwkv6-32b-instruct-q8_0-00003-of-00010.gguf +3 -0
  35. qrwkv6-32b-instruct-q8_0-00004-of-00010.gguf +3 -0
  36. qrwkv6-32b-instruct-q8_0-00005-of-00010.gguf +3 -0
  37. qrwkv6-32b-instruct-q8_0-00006-of-00010.gguf +3 -0
  38. qrwkv6-32b-instruct-q8_0-00007-of-00010.gguf +3 -0
  39. qrwkv6-32b-instruct-q8_0-00008-of-00010.gguf +3 -0
  40. qrwkv6-32b-instruct-q8_0-00009-of-00010.gguf +3 -0
  41. qrwkv6-32b-instruct-q8_0-00010-of-00010.gguf +3 -0
qrwkv6-32b-instruct-q2_k-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0858f602b612195ea83eb9f9ad6364feff607ad61ea599da8ef1b64c069deed
3
+ size 3983927808
qrwkv6-32b-instruct-q2_k-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15486b8cfd3d0656bf88d66f744049bf5aacdf63557e2766f304a67c73a2504f
3
+ size 3969828352
qrwkv6-32b-instruct-q2_k-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2363d5eb56e97fb262dd26d4a0490605522ea6feb03c74c88459b27ea03221a2
3
+ size 3998577728
qrwkv6-32b-instruct-q2_k-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78bb4bb9764040e8d480160f4f2b6a543f446de61421be2fd1625b5a73f97f7d
3
+ size 1845850144
qrwkv6-32b-instruct-q3_k_m-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8407d7890d6eafc3788781a06d4917d55350ecad9f719f7ce003010c40cc8904
3
+ size 3969123744
qrwkv6-32b-instruct-q3_k_m-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3cac4c512da74b779b5009cb066478c017d3291fa0f5b7722b6068f3340c43
3
+ size 3999026752
qrwkv6-32b-instruct-q3_k_m-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf071e0786317f4462d875155cf8ca05ca7cf7491a09e624e358e71d8d7e274c
3
+ size 3923669056
qrwkv6-32b-instruct-q3_k_m-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf8276f25e144750114f6aac6013328fd662aebf4143cc0536318873a01d087f
3
+ size 3951717664
qrwkv6-32b-instruct-q3_k_m-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f644d49dd3d1f2c78f751fec6f35282aebe9b5d4ebf2efc55577b606e8e13d79
3
+ size 1727329184
qrwkv6-32b-instruct-q5_0-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bbf476773e5b94540b1b98af130b6c051edc43aa0541a3a5610dcd38dbf84b8
3
+ size 3977196000
qrwkv6-32b-instruct-q5_0-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe7ecbf0af3c6396591a1f596127abc6089804d18375349e5c1b7dd96154471c
3
+ size 3992496064
qrwkv6-32b-instruct-q5_0-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26a90c757125d805064ea65dada58bc64ebb0bfb27b9df31912296e19e3b6228
3
+ size 3992516672
qrwkv6-32b-instruct-q5_0-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2bbcd307cd3c241f2274dd6b7b4a90b8c73a4935bc0dcd88acf83d932c64f0d
3
+ size 3912696864
qrwkv6-32b-instruct-q5_0-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faeac1250c3a4de4bd0100b26b9d81e1df8eaad8524e0507fc6e979c0436f752
3
+ size 3992496128
qrwkv6-32b-instruct-q5_0-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:072cc2110c9970a50e3d1f90730c8e9d4ccdaf11a6b775042ba7550db6d87a8d
3
+ size 3992516672
qrwkv6-32b-instruct-q5_0-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c9f949d9fe0ba74ec3385b82d6c40ac6dcb780c6b3fab633b633b5f568014a1
3
+ size 1115389824
qrwkv6-32b-instruct-q5_k_m-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf0299c7def3d32f280d10178973af90db4663843aba0aaf9e325743f1f6643
3
+ size 3914137920
qrwkv6-32b-instruct-q5_k_m-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aeee91a2ad9728cb7a013f2e8d9904cfc09b34f0c9c8b695df8e41fe79174f1
3
+ size 3987899360
qrwkv6-32b-instruct-q5_k_m-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7a7e456a75c92fbd2549fad05eaff12dfc0ef294dbd407fc997eb94ea7291c
3
+ size 3951577024
qrwkv6-32b-instruct-q5_k_m-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b058b531ef0b9ab6b843acffdbed93b27b2cb91dbac36b42f84310d81bf784
3
+ size 3987899424
qrwkv6-32b-instruct-q5_k_m-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:113b976fbc96d12296217b699585765d4b109ee5006cb15e0e5326447cceafc4
3
+ size 3951577024
qrwkv6-32b-instruct-q5_k_m-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652fab90a71f95ffa74f250a3b4828f9e068aefeb1265163efced1fef90322a2
3
+ size 3946959776
qrwkv6-32b-instruct-q5_k_m-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c042b8aecda352f00d3d7e66607f4fa849f8d3fc1b50c91f7756d9a3911b4bf5
3
+ size 1836878208
qrwkv6-32b-instruct-q6_k-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03ac24a4cca05caca9fb7f98e508dd5d857073cfed60fb02ea71bb2b74aad8e
3
+ size 3923569728
qrwkv6-32b-instruct-q6_k-00002-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da22abd705410ee3b14df2f4fd8c0e0230bc9f2eb6a48e612fa0827406ee94b1
3
+ size 3960385024
qrwkv6-32b-instruct-q6_k-00003-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b2ec70eec52807036b147f402fa1c0b56f49c5776169bd62221bd1a5da57408
3
+ size 3960385088
qrwkv6-32b-instruct-q6_k-00004-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442ffa02f6464d591d2d5b52fb69c24eebe9955121d5f48ae11cd7e44df3b475
3
+ size 3960385088
qrwkv6-32b-instruct-q6_k-00005-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:447bc753a0ac1306bcb96050af312b3d511501664e345fdf41aa84791c7dd7da
3
+ size 3960385088
qrwkv6-32b-instruct-q6_k-00006-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ed8b7542684dcc97a92c647b1b39bb7b5ba473c1f21e1240873b78c7c946d7d
3
+ size 3960385088
qrwkv6-32b-instruct-q6_k-00007-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c530a38f9ba519fed6c2e2ae1f3a7c789a69b63c244165f28d072ea2645eb171
3
+ size 3960385088
qrwkv6-32b-instruct-q6_k-00008-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb226644fda537ec04e1d594e94424430d90828b9309c87338cca574f07950c
3
+ size 1760150688
qrwkv6-32b-instruct-q8_0-00001-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d38f732a5f96496786a89f622a759e9782f6f625c4b45c8ad9ca51d7c754b75a
3
+ size 3918349696
qrwkv6-32b-instruct-q8_0-00002-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:258f5bdcae620bfa5d28e46f388b5f74409a85be37b3c89fd67a7e185c11f6a1
3
+ size 3951356288
qrwkv6-32b-instruct-q8_0-00003-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c068d9419e138684973bad37e7f2de6e1ba15e40f512e9008f992b18ca67dd30
3
+ size 3951356416
qrwkv6-32b-instruct-q8_0-00004-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c021f640b795cfba3069ead843bb02d1d3fed0acb297877115d60d18b029dc92
3
+ size 3951356416
qrwkv6-32b-instruct-q8_0-00005-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af40192ca32db0bcf0fcd163f0e7b774c13ebf4f7f3852e70cc3edcf3b0dd973
3
+ size 3951356416
qrwkv6-32b-instruct-q8_0-00006-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36566f549baea7f6013c8f27167aa71bd2c96922434edb3ce24e01dcfbcfa9e7
3
+ size 3951356416
qrwkv6-32b-instruct-q8_0-00007-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:362d2d4e4f66d9643fe98889fc96aace4c811f14f5832ab2d4059b4bbc9fcf5c
3
+ size 3951356416
qrwkv6-32b-instruct-q8_0-00008-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bbce00a457fae77cf1039396da77aef59158651b6ac77bf7cc74c13fdae7269
3
+ size 3951356416
qrwkv6-32b-instruct-q8_0-00009-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d9f6d3ded2c3300bdf3125493be5d5b7debfd1dc7186d08c52a266b7fe57eba
3
+ size 3951356416
qrwkv6-32b-instruct-q8_0-00010-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d060b90ce0467998594aec781751656f8345a263e564eee8292b4557a4e6bc3
3
+ size 2257897472