Llamacpp quants

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Fimbulvetr-Kuro-Lotus-10.7B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Fimbulvetr-Kuro-Lotus-10.7B-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa8511aa2404e1b28ac997e663c1bbdeb7ede89c8e61e14c14c4a9fd1a80aff
+size 4003231936

Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b37ae69387e26006a78738029d604e0f0c79dc718d16f45e47097a17ff87e04
+size 5650749632

Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c45ff270e7e6ca9b9fb7c76e44bd3e5e27ecec1f1ea8992aa597beae03b943a
+size 5195667648

Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0296c1b228bb5f06f2746e41ad0d80b7cd59a3b20bb9bb2f0eb7759f16b3e0d5
+size 4664563904

Fimbulvetr-Kuro-Lotus-10.7B-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c9c0a0ad77c92d70ece216c2ec40219c1bf24a556128c6170175be76a2ade5
+size 6072383680

Fimbulvetr-Kuro-Lotus-10.7B-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a46ef2b032c4869b44359ac1ec0b27bdfbf857402171b570b86fc5c6680954a
+size 6461667520

Fimbulvetr-Kuro-Lotus-10.7B-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48b970b2810bd1dc2138933d9fc1c848f0daa8bae30be4af66a8a1e1de8f678
+size 6118521024

Fimbulvetr-Kuro-Lotus-10.7B-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287a3bf5e8ef452097d33b02b5c5551723cf82c96dd7fab4e7c643e78f0b09f9
+size 7397390528

Fimbulvetr-Kuro-Lotus-10.7B-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd85cbd88e602bb0023519f37920225c3f9144c2ad91ee61a3926cb50ce0ae98
+size 7597930688

Fimbulvetr-Kuro-Lotus-10.7B-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e324596457dfac61ee6d525a830e68c6c161e5569d8bb135cfc1f14567a0b3f
+size 7397390528

Fimbulvetr-Kuro-Lotus-10.7B-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1d4e78b63b46f36f2850af08a85f89684952c87b044310eea52780df1b6ab9
+size 8805210304

Fimbulvetr-Kuro-Lotus-10.7B-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852aa0557bb9cde0625f37568145b75d409cce7432e3d6debea0b03e2d1b27bd
+size 11404155072

README.md

@@ -0,0 +1,140 @@
+---
+license: cc-by-nc-4.0
+library_name: transformers
+tags:
+- mergekit
+- merge
+base_model:
+- Sao10K/Fimbulvetr-10.7B-v1
+- saishf/Kuro-Lotus-10.7B
+model-index:
+- name: Fimbulvetr-Kuro-Lotus-10.7B
+  results:
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: AI2 Reasoning Challenge (25-Shot)
+      type: ai2_arc
+      config: ARC-Challenge
+      split: test
+      args:
+        num_few_shot: 25
+    metrics:
+    - type: acc_norm
+      value: 69.54
+      name: normalized accuracy
+    source:
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=saishf/Fimbulvetr-Kuro-Lotus-10.7B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: HellaSwag (10-Shot)
+      type: hellaswag
+      split: validation
+      args:
+        num_few_shot: 10
+    metrics:
+    - type: acc_norm
+      value: 87.87
+      name: normalized accuracy
+    source:
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=saishf/Fimbulvetr-Kuro-Lotus-10.7B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU (5-Shot)
+      type: cais/mmlu
+      config: all
+      split: test
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 66.99
+      name: accuracy
+    source:
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=saishf/Fimbulvetr-Kuro-Lotus-10.7B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: TruthfulQA (0-shot)
+      type: truthful_qa
+      config: multiple_choice
+      split: validation
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: mc2
+      value: 60.95
+    source:
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=saishf/Fimbulvetr-Kuro-Lotus-10.7B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: Winogrande (5-shot)
+      type: winogrande
+      config: winogrande_xl
+      split: validation
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 84.14
+      name: accuracy
+    source:
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=saishf/Fimbulvetr-Kuro-Lotus-10.7B
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: GSM8k (5-shot)
+      type: gsm8k
+      config: main
+      split: test
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 66.87
+      name: accuracy
+    source:
+      url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=saishf/Fimbulvetr-Kuro-Lotus-10.7B
+      name: Open LLM Leaderboard
+quantized_by: bartowski
+pipeline_tag: text-generation
+---
+
+## Llamacpp Quantizations of Fimbulvetr-Kuro-Lotus-10.7B
+
+Using <a href="https://github.com/ggerganov/llama.cpp/">llama.cpp</a> release <a href="https://github.com/ggerganov/llama.cpp/releases/tag/b2440">b2440</a> for quantization.
+
+Original model: https://huggingface.co/saishf/Fimbulvetr-Kuro-Lotus-10.7B
+
+Download a file (not the whole branch) from below:
+
+| Filename | Quant type | File Size | Description |
+| -------- | ---------- | --------- | ----------- |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q8_0.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q8_0.gguf) | Q8_0 | 11.40GB | Extremely high quality, generally unneeded but max available quant. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q6_K.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q6_K.gguf) | Q6_K | 8.80GB | Very high quality, near perfect, *recommended*. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q5_K_M.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q5_K_M.gguf) | Q5_K_M | 7.59GB | High quality, very usable. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q5_K_S.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q5_K_S.gguf) | Q5_K_S | 7.39GB | High quality, very usable. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q5_0.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q5_0.gguf) | Q5_0 | 7.39GB | High quality, older format, generally not recommended. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q4_K_M.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q4_K_M.gguf) | Q4_K_M | 6.46GB | Good quality, similar to 4.25 bpw. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q4_K_S.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q4_K_S.gguf) | Q4_K_S | 6.11GB | Slightly lower quality with small space savings. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q4_0.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q4_0.gguf) | Q4_0 | 6.07GB | Decent quality, older format, generally not recommended. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_L.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_L.gguf) | Q3_K_L | 5.65GB | Lower quality but usable, good for low RAM availability. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_M.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_M.gguf) | Q3_K_M | 5.19GB | Even lower quality. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_S.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q3_K_S.gguf) | Q3_K_S | 4.66GB | Low quality, not recommended. |
+| [Fimbulvetr-Kuro-Lotus-10.7B-Q2_K.gguf](https://huggingface.co/bartowski/Fimbulvetr-Kuro-Lotus-10.7B-GGUF/blob/main/Fimbulvetr-Kuro-Lotus-10.7B-Q2_K.gguf) | Q2_K | 4.00GB | Extremely low quality, *not* recommended.
+
+Want to support my work? Visit my ko-fi page here: https://ko-fi.com/bartowski