Add quantised GGUF files

Files changed (9) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

Lumimaid-v0.2-8B-Q2_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1d5a2418c313faeb4d75a6ec0c07e54d5df3595edc821e7baeaa73eebabbf2
+size 3179135904

Lumimaid-v0.2-8B-Q4_0_4_4.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:8403924cdf0741ece76ca643ad2f558dd2de91bbd581b707755db69586241a5f
+size 4661216160

Lumimaid-v0.2-8B-Q4_0_4_8.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfcf95d855a68027bb2a00262dd85fb82a20a195681404cac7abbfe326bdd52
+size 4661216160

Lumimaid-v0.2-8B-Q4_0_8_8.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba2b4a258da1374a395b5498d17b482bd70b74b18d3ca5db9a3257b02edae7a
+size 4661216160

Lumimaid-v0.2-8B-Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8fa67cf4f11a534b5e5a333857d3307ad651653fb5abd7fba03a05a03900dd
+size 4920738720

Lumimaid-v0.2-8B-Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:015857fe1f862013ce7daa2ebe30452b31aab42b889d2461169c5c06b85fc11d
+size 6596010912

Lumimaid-v0.2-8B-Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:bee45944c4fd35e5b5097edf028a3bade2b443caff9a4cd9fae1db528067b4dd
+size 8540775328

Lumimaid-v0.2-8B-f16.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:465baa17dd00e7953e1538dc0335c2135c6c6aa532ef6a61a0a79a5e222a1003
+size 16068895648