Add quantized models

Files changed (8) hide show

.gitattributes CHANGED Viewed

@@ -34,3 +34,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 model.ggml filter=lfs diff=lfs merge=lfs -text

 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 model.ggml filter=lfs diff=lfs merge=lfs -text
+quantized/model_q4_0.ggml filter=lfs diff=lfs merge=lfs -text
+quantized/model_q4_1.ggml filter=lfs diff=lfs merge=lfs -text
+quantized/model_q5_0.ggml filter=lfs diff=lfs merge=lfs -text
+quantized/model_q5_1.ggml filter=lfs diff=lfs merge=lfs -text
+quantized/model_q8_0.ggml filter=lfs diff=lfs merge=lfs -text

quantized/model_q4_0.ggml ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:93ce11a89e3292d8999970bc7e0b90fb607c8be64c7f61348659b2098a803e87
+size 145458032

quantized/model_q4_1.ggml ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:05127e9c1158987fdde5977d5dde74722be25c08c178ab5da786e25e124b9116
+size 160333856

quantized/model_q5_0.ggml ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc29ba44468be63b7e1b6f64e379c45570b66505294ed43b6ce634a03410f97
+size 175209680

quantized/model_q5_1.ggml ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:20731257b3d54c64b2687a64f99965e1c26beb651098927edc40042a109d7ea6
+size 190085504

quantized/model_q5_2.ggml ADDED Viewed

Binary file (572 kB). View file

quantized/model_q8_0.ggml ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:c75fbc9a70da436fe9e1c75e98e2f7a0775715c45e8968d0fe2251cd2c930f3e
+size 264464624

quantized/model_q8_1.ggml ADDED Viewed

Binary file (572 kB). View file