Add new GGMLv3 k-quant Falcon40B GGMLs

Files changed (10) hide show

falcon40b-instruct.ggmlv3.q2_K.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:309169651c6592b1ad5f0fd8fa2e35651ad6f6a1db7d06827846b58ba8e7f2d1
+size 13735667584

falcon40b-instruct.ggmlv3.q3_K_L.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc11c4eb6d2127308646adccbf1699e4b3737ac979920d8691ec2ac61ea1647
+size 17984432000

falcon40b-instruct.ggmlv3.q3_K_M.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:205cd410c3b11fc287ed0d0aaa92e3b5eaa442a1b2e3fb557fc116ac2c521529
+size 17984432000

falcon40b-instruct.ggmlv3.q3_K_S.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5bcb0f2b5d84366d443aee026be4d9b39bd5b88426ab02f902dff3b44802b2
+size 17984432000

falcon40b-instruct.ggmlv3.q4_K_M.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:acc3d07073e0e0a91f50f64eb4c6a68e73b1c45756475ecfc929e8ecc28b4c05
+size 23540508544

falcon40b-instruct.ggmlv3.q4_K_S.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:a82c660cc2f9e05311f93d17f8357a9ce66d06c5f44b9e46671a44b8103cb5d9
+size 23540508544

falcon40b-instruct.ggmlv3.q5_K_M.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c34fafd00c4c545aa41465e5a80fb464a7c847aaabd7673b99cf17be3cb05a
+size 28769757056

falcon40b-instruct.ggmlv3.q5_K_S.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd462dbf24adeb1e129341fd23d0eb830478b1ca8ad342cb4ae8588e4572a67
+size 28769757056

falcon40b-instruct.ggmlv3.q6_K.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb020b0f66ab1ad1d7965d40a065001905e487db7b81404bbe5a224eef74769
+size 34325833600

falcon40b-instruct.ggmlv3.q8_0.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7c550cde9f3f282d0a9171884aa548e4340b6e9c1ebca6a875fd4d62dcad82
+size 44457502592