Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+mistral-7b-instruct-v0.2-sliced-24-layer.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mistral-7b-instruct-v0.2-sliced-24-layer.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mistral-7b-instruct-v0.2-sliced-24-layer.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mistral-7b-instruct-v0.2-sliced-24-layer.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,38 @@
+---
+library_name: transformers
+tags:
+- '#mergekit '
+- '#arcee-ai'
+datasets:
+- arcee-ai/sec-data-mini
+base_model: arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer
+model_creator: arcee-ai
+model_name: Mistral-7B-Instruct-v0.2-sliced-24-layer
+quantized_by: JanHQ
+---
+
+<!-- header start -->
+<!-- 200823 -->
+<div style="width: auto; margin-left: auto; margin-right: auto">
+<img src="https://github.com/janhq/jan/assets/89722390/35daac7d-b895-487c-a6ac-6663daaad78e" alt="Jan banner" style="width: 100%; min-width: 400px; display: block; margin: auto;">
+</div>
+
+<p align="center">
+    <a href="https://jan.ai/">Jan</a> 
+    - <a href="https://discord.gg/AsJ8krTT3N">Discord</a>
+</p>
+<!-- header end -->
+
+# Model Description
+This is a GGUF version of [arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer](https://huggingface.co/arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer)
+- Model creator: [arcee-ai](https://huggingface.co/arcee-ai)
+- Original model: [Mistral-7B-Instruct-v0.2-sliced-24-layer](https://huggingface.co/arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer)
+- Model description: [Readme](https://huggingface.co/arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer/blob/main/README.md)
+
+# About Jan
+Jan believes in the need for an open-source AI ecosystem and is building the infra and tooling to allow open-source AIs to compete on a level playing field with proprietary ones.
+
+Jan's long-term vision is to build a cognitive framework for future robots, who are practical, useful assistants for humans and businesses in everyday life.
+
+# Jan Model Converter
+This is a repository for the [open-source converter](https://github.com/janhq/model-converter. We would be grateful if the community could contribute and strengthen this repository. We are aiming to expand the repo that can convert into various types of format

mistral-7b-instruct-v0.2-sliced-24-layer.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f97c906fbfacad9303fb808929f557eda65f6da7e33c2b512a8278f7ec7f280
+size 2676975680

mistral-7b-instruct-v0.2-sliced-24-layer.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f45afcc516f00c0c9a2be6e1faae40f39c67dce7b25874d42506a0bf67686b
+size 3321825344

mistral-7b-instruct-v0.2-sliced-24-layer.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780c56ae13feca72c9cbcc3c29528c855f2c3193994b96a26c1d83f412a1a4dd
+size 3898148928

mistral-7b-instruct-v0.2-sliced-24-layer.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c8159184f51fe7d206fc0d7f79950da7e00a4477313225ca78fd7f0a5c23b0
+size 5841709120

mistral-7b-instruct-v0.2-sliced-24-layer.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31b657b6d1aa88b38212d50980c265c06a6e535d1e265896cd8ee14bb14423c
+size 10994804768