Add quantized model files.

Q3_K_M
Q4_K_M
Q4_K_S
Q5_K_M
Q5_K_S
Q6_K

.gitattributes

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV4-7b-16k-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV4-7b-16k-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV4-7b-16k-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV4-7b-16k-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV4-7b-16k-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV4-7b-16k-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

Prima-LelantaclesV4-7b-16k-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8cfc1b8040bc7af895d5bff1f0b195a254f6dd48b84752145a610000516dc7
+size 3518985856

Prima-LelantaclesV4-7b-16k-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed50a5ae14e966f3f47604635d4b8be58b9fd535406fa6098b6beca8decfbdc
+size 4368438912

Prima-LelantaclesV4-7b-16k-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e441db3dacf32a8faab884cf52fa467bc31ae9e61faf43187facf65211d44d8
+size 4140373632

Prima-LelantaclesV4-7b-16k-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3600fac8223d2f6f188afcbe9a3aab9770c2a24a262976bfd981478842d4c970
+size 5131409024

Prima-LelantaclesV4-7b-16k-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729588a66863e9825457f79cf0d004b566619381bcfc2125658427dd3f06d659
+size 4997715584

Prima-LelantaclesV4-7b-16k-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7471b7412b6139fbed6e8fbd340ee802dfbd069bde5dda73764c02bbfd13f09
+size 5942064768