Adding Q2_K, Q3_K_L, Q3_K_M, Q3_K_S quantization

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Luna-AI-Llama2-Uncensored-ggmlv3.Q2_K filter=lfs diff=lfs merge=lfs -text
+Luna-AI-Llama2-Uncensored-ggmlv3.Q3_K_L filter=lfs diff=lfs merge=lfs -text
+Luna-AI-Llama2-Uncensored-ggmlv3.Q3_K_M filter=lfs diff=lfs merge=lfs -text
+Luna-AI-Llama2-Uncensored-ggmlv3.Q3_K_S filter=lfs diff=lfs merge=lfs -text

Luna-AI-Llama2-Uncensored-ggmlv3.Q2_K ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:50ebc7193c24d83bd207ab5aedd8956cf71280cd9cbfc5beefed1e00e5b62abd
+size 2866807424

Luna-AI-Llama2-Uncensored-ggmlv3.Q3_K_L ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc9740085d954bfa69e726a888e8efb1438c2c2704058734d370cc100f9768e
+size 3596821120

Luna-AI-Llama2-Uncensored-ggmlv3.Q3_K_M ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:7d74f4453fcdb1570a3482513e506cd5846f32ae0866f3bd0fed07c4074f6c6b
+size 3282248320

Luna-AI-Llama2-Uncensored-ggmlv3.Q3_K_S ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:5262c33b7dce4193ea92946b083af43c66ea85bedb90fc62568a288da8440e5c
+size 2948014720