Add: Q4, Q5

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -41,3 +41,7 @@ Bepis_9B-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
 Bepis_9B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
 Bepis_9B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
 Bepis_9B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text

 Bepis_9B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
 Bepis_9B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
 Bepis_9B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
+Bepis_9B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
+Bepis_9B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
+Bepis_9B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
+Bepis_9B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text

Bepis_9B-Q4_K_M-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f481803d15a0fbf38d6d86eb3fb4685982f1468cc7a668222b245ed4257ba0c8
+size 5415053280

Bepis_9B-Q4_K_S-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcffad98067de252fce8a3f755598a82a0bcd1d5f70134c4e54c19d347afe00
+size 5129447392

Bepis_9B-Q5_K_M-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:dc613fd55b0c2f5768b04a2ea5dd7725b4f7a00a64025dae9c664bcf414f9f95
+size 6364669920

Bepis_9B-Q5_K_S-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:1fba8e719497440c458d6087a1bf70c289c3b711272e53ae1748f0d34bfeac7e
+size 6197553120