initial commit of Q6_K with model card

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

Readme.md

@@ -0,0 +1,22 @@
+---
+base_model: https://huggingface.co/advanced-stack/MistralAI-v0.1-GGUF
+inference: false
+license: cc-by-nc-4.0
+model_creator: mistral.ai
+model_name: Mistral v0.1
+model_type: llama
+prompt_template: '{prompt}'
+quantized_by: iandennismiller
+pipeline_tag: text-generation
+tags:
+  - mistral 
+---
+
+# Mistral 7b
+
+From https://mistral.ai
+
+> Mistral-7B-v0.1 is a small, yet powerful model adaptable to many use-cases. Mistral 7B is better than Llama 2 13B on all benchmarks, has natural coding abilities, and 8k sequence length. It’s released under Apache 2.0 licence. We made it easy to deploy on any cloud, and of course on your gaming GPU
+
+More info: https://mistral.ai/news/announcing-mistral-7b/
+

mistral-v0.1-7b-Q6K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca5b83164ff5ea4f8b13102ebf5d87dfd776365fc14b285ac8374469f196632
+size 5942064608