Upload 5 files

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text

ggml-model-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972b0b886197b8fc95d7e7961c796512b45941eb5b73cdf11f2ca31a0c8a15c9
+size 15644034464

ggml-model-q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d884ce5868a6bf7dce6cafa87f55aef5ebe8e68ca6dbab648e9d248d92d481d
+size 20363355552

ggml-model-q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056586bfefcf1b896c8abbc8376316d8997d149fefb8f67b7484e7476d25a98b
+size 26441532832

ggml-model-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab067774041dce9474824cbc1fdb299a63a930a791998f13b410b976ba842882
+size 26441532832

ggml-model-q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728aee8967068c8dea6f1dae23f4ec8bf6cac19917d65b74d29fed200b9fb6f6
+size 32229279136