add quantized models

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+mixtral-megamerge-2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mixtral-megamerge-2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+mixtral-megamerge-2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+mixtral-megamerge-2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

mixtral-megamerge-2.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5ca44634e9dd7e93989de5027d77d567c61e1ef335fde30575a99383b1156e
+size 26442480864

mixtral-megamerge-2.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13c1764fc73f7bf0c2b86d24e327adf43ae2941c3a9aae8dd630069e7da9ffc
+size 26442480864

mixtral-megamerge-2.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e1cb334be4741cfa966dbe3c798677e078a42ec27b6ebcd84f77d7133aafb6
+size 38379709728

mixtral-megamerge-2.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5e919ff24592db49aaaea871a8b5ac75798c84e7cee7811f961985a808805d
+size 49625216160