Add: Q5_K_M, Q5_K_S, Q6_K, Q8_0

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -36,3 +36,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 imatrix-Kunoichi-DPO-v2-7B-F16.dat filter=lfs diff=lfs merge=lfs -text
 Kunoichi-DPO-v2-7B-Q4_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 Kunoichi-DPO-v2-7B-Q4_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text

 imatrix-Kunoichi-DPO-v2-7B-F16.dat filter=lfs diff=lfs merge=lfs -text
 Kunoichi-DPO-v2-7B-Q4_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 Kunoichi-DPO-v2-7B-Q4_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Kunoichi-DPO-v2-7B-Q5_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Kunoichi-DPO-v2-7B-Q5_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Kunoichi-DPO-v2-7B-Q6_K-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Kunoichi-DPO-v2-7B-Q8_0-imatrix.gguf filter=lfs diff=lfs merge=lfs -text

Kunoichi-DPO-v2-7B-Q5_K_M-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:05de198736401be3374d48bf0e1bad229b91e3d883a076a016b1c991ca0e2c81
+size 5131409024

Kunoichi-DPO-v2-7B-Q5_K_S-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:1a004a022e0efb620660aaf186f31193614d251d9b589a616ab5ecc5341b4498
+size 4997715584

Kunoichi-DPO-v2-7B-Q6_K-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:6299556b80f492e079fa11b5fc2cfbfe8b57799aa0ddd0949268a86fa8a9fba7
+size 5942064768

Kunoichi-DPO-v2-7B-Q8_0-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae9f666e36cb6bbb705a5ef4e895e9fe2be6565d09fde0a5188ecb63184fd71
+size 7695857280