upload quant model in gguf format

Files changed (6) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Q2/converted-flan-t5-xxl-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Q3/converted-flan-t5-xxl-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Q3/converted-flan-t5-xxl-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Q3/converted-flan-t5-xxl-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Q3/converted-flan-t5-xxl-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text

Q2/converted-flan-t5-xxl-Q2_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2414374f53630cd8e58309d428d6250fc0cc59d9f97975a19c5d594f39b41b
+size 4048611840

Q3/converted-flan-t5-xxl-Q3_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:af7458ee29eeba771fc1145a3929238642274b1db1c76ffab2487541b29bf946
+size 5276228096

Q3/converted-flan-t5-xxl-Q3_K_L.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2857a0528ebb37ef84b5574630e7c8b0f1885dd8e570d318642711e6864fee
+size 5669444096

Q3/converted-flan-t5-xxl-Q3_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:af7458ee29eeba771fc1145a3929238642274b1db1c76ffab2487541b29bf946
+size 5276228096

Q3/converted-flan-t5-xxl-Q3_K_S.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:37ea09deabd4e16bfff5fd8e189caa4a5fe10ea811297beafd9d1d6d48eb0507
+size 4838971904