add quant model

model-00002-of-00003.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5605038807fb165dfcec652454ef7e6e251f0bacdea91f3f89987250abd470d9
-size 4947390880

model-00003-of-00003.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b7e1de698425d884537d95ea37f446ae53cf4555e46bcd56c17fb59bcc344517
-size 3590619888

model-00001-of-00003.safetensors → q4_0.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1e2d5e716a040092cf43b7df627f3155e26f0bd2195252f89f89fbb834ef03a
-size 4939116424
+oid sha256:4bd19ac1fbdd4f9531ea2467eea54e921ad117812280213890e755a5e36d74c8
+size 3825898176