Upload 3 files

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+q4_k.gguf filter=lfs diff=lfs merge=lfs -text
+q5_k.gguf filter=lfs diff=lfs merge=lfs -text
+q6_k.gguf filter=lfs diff=lfs merge=lfs -text

q4_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35245b0e6138352d3414477cef27bee52e1b18895e08d79ac4b953f34c0e2db6
+size 7508282080

q5_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deac0a1ca4201cdf364f92a0eea802cb0076be9e44902196073d042446b48a40
+size 8831191776

q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8960ccd972e2519e745fdcbb43bf8572a1433c604e217f452c62a38427f7d570
+size 10236783328