Added more quants

.gitattributes

@@ -1,37 +0,0 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
-*.gguf filter=lfs diff=lfs merge=lfs -text
-*.GGUF filter=lfs diff=lfs merge=lfs -text

README.md

@@ -9,11 +9,11 @@ tags:
 - mergekit
 - merge
 license: cc-by-nc-4.0
-
+pipeline_tag: text-generation
 ---
 # kunoichi-lemon-royale-7B-GGUF
 
-This is a GGUF quantization of [kunoichi-lemon-royale-7B](https://huggingface.co/grimjim/kunoichi-lemon-royale-7B).
+This repo contains GGUF quantizations of [kunoichi-lemon-royale-7B](https://huggingface.co/grimjim/kunoichi-lemon-royale-7B).
 
 Lightly tested with both Alpaca and ChatML prompts. Works with temperature 1.0 and minP 0.01, but feel free to vary it up. Tested to 8K context.
 

kunoichi-lemon-royale-7B.Q8_0.gguf → kunoichi-lemon-royale-7B.Q4_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e03a8cac3b436ea961b292ac61ff8f75005a2546155cbf61f4d02c452bf1169e
-size 7695857376
+oid sha256:10274b7e8b69d4693082158a60f22fbda82d3eee1c0eb66f25da2dac5a51c384
+size 4368439040

kunoichi-lemon-royale-7B.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515d6ab8a6e4dfc61283f70a02dbffe1ea7ba444701a3ca3e225c62b7a658cd4
+size 5131409152

kunoichi-lemon-royale-7B.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448b454ac2c584438f432e0c0490455a7625c5043d5ae96eebfef4874abc169f
+size 5942064896