Upload 3 files

added q6_k auantized for gguf server and 1 shot command

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+mmproj-obsidian-f16.gguf filter=lfs diff=lfs merge=lfs -text
+obsidian-q6.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,17 @@
 ---
 license: mit
 ---
+
+# NousResearch - Obsidian-3B-V0.5 gguf q6 version by Nisten
+
+## How to Run the server and download the models all in one command, you need ~2.9gb of space
+
+To run this on mac or linux, make a new folder, go in it and run this whole in one shot:
+
+```bash
+git clone -b stablelm-support https://github.com/Galunid/llama.cpp.git && \
+cd llama.cpp && \
+make && \
+wget https://huggingface.co/nisten/obsidian-3b-multimodal-q6-gguf/blob/main/obsidian-q6.gguf && \
+wget https://huggingface.co/nisten/obsidian-3b-multimodal-q6-gguf/blob/main/mmproj-obsidian-f16.gguf && \
+./server -m obsidian-q6.gguf --mmproj mmproj-obsidian-f16.gguf -ngl 42

mmproj-obsidian-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b62df2eef4461a92c9edb9f312584f872611ffcc0ce213eb6d59792629b6cab
+size 600829088

obsidian-q6.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1ae854c5ef58494b9435fb5466897b5bf511dfcdfdd9bcbb6ae0e050d4bee0
+size 2295984640