Upload 4_0 quant llava-v1.5-13b-Q4_0.gguf

python ./examples/llava/llava-surgery.py -m C:\webui\models\liuhaotian_llava-v1.5-13b
python ./examples/llava/convert-image-encoder-to-gguf.py -m C:\webui\models\clip-vit-large-patch14-336 --llava-projector C:\webui\models\liuhaotian_llava-v1.5-13b\llava.projector --output-dir C:\webui\models\liuhaotian_llava-v1.5-13b
quantize.exe "C:\webui\models\liuhaotian_llava-v1.5-13b\llava-v1.5-13b.fp32.gguf" "C:\webui\models\liuhaotian_llava-v1.5-13b\llava-v1.5-13b-Q4_0.gguf" 2

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llava-v1.5-13b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text

llava-v1.5-13b-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb2baafd1f6ca9975492a243dc04eabdbe4b617cf7020a6e064fdd846125480
+size 7365834720