Upload folder using huggingface_hub

README.md

@@ -1,17 +1,17 @@
 ---
+base_model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1
+datasets:
+- OpenAssistant/oasst2
+- nvidia/HelpSteer
 language:
 - en
 - ja
-license: apache-2.0
 library_name: transformers
+license: apache-2.0
 tags:
 - mixtral
 - steerlm
 - mlx
-base_model: tokyotech-llm/Swallow-MX-8x7b-NVE-v0.1
-datasets:
-- OpenAssistant/oasst2
-- nvidia/HelpSteer
 model-index:
 - name: karakuri-ai/karakuri-lm-8x7b-chat-v0.1
   results:
@@ -33,8 +33,9 @@ model-index:
 ---
 
 # mlx-community/karakuri-lm-8x7b-chat-v0.1-8bit
-This model was converted to MLX format from [`karakuri-ai/karakuri-lm-8x7b-chat-v0.1`]() using mlx-lm version **0.12.1**.
-Refer to the [original model card](https://huggingface.co/karakuri-ai/karakuri-lm-8x7b-chat-v0.1) for more details on the model.
+
+The Model [mlx-community/karakuri-lm-8x7b-chat-v0.1-8bit](https://huggingface.co/mlx-community/karakuri-lm-8x7b-chat-v0.1-8bit) was converted to MLX format from [karakuri-ai/karakuri-lm-8x7b-chat-v0.1](https://huggingface.co/karakuri-ai/karakuri-lm-8x7b-chat-v0.1) using mlx-lm version **0.19.0**.
+
 ## Use with mlx
 
 ```bash
@@ -45,5 +46,14 @@ pip install mlx-lm
 from mlx_lm import load, generate
 
 model, tokenizer = load("mlx-community/karakuri-lm-8x7b-chat-v0.1-8bit")
-response = generate(model, tokenizer, prompt="hello", verbose=True)
+
+prompt="hello"
+
+if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, tokenize=False, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
 ```

config.json

@@ -21,6 +21,10 @@
         "group_size": 64,
         "bits": 8
     },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 8
+    },
     "rms_norm_eps": 1e-05,
     "rope_theta": 1000000.0,
     "router_aux_loss_coef": 0.02,

model-00001-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd3097a6e117e12871b2d8d8887666c1f0898828a90de43e1ea3f63a917d6a61
-size 5367691120
+oid sha256:a0f98fd8d2bcfae729eca81ca64efeabd99d27020746d6895a83df930d446146
+size 5308944058

model-00002-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d83b66c444af1936dcd7ece28349ef3e9fde0f0c51493009eb424aea9b74c1b8
-size 5315947677
+oid sha256:a9a22b37d94772743b43b4a2ae676c9c5b9110b50c900b02549040b2d6459873
+size 5125078798

model-00003-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b4421327a5a602fbfa84c118a46b2d039f9e7ebea8258eaa499229f33e1b327
-size 5356895083
+oid sha256:72adb2b73e7f26543110ddec749ae251f7a27933d5cb2ca62f728ae9230a761e
+size 5169696419

model-00004-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a70cc896836d17b0e02303df7e6d8977bce3acd56fb1df769b9890e76f5d94b
-size 5312277687
+oid sha256:01f2a2a5baa9868a104f9810d9ef32f83696741d70d0704a4d78c8f03faf5e5d
+size 5125078885

model-00005-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d29e5b788d39c4a4d6d3543e2a0498a974208f58088eabae97df4c42862942c0
-size 5356895361
+oid sha256:f6bd5d186951409e027fea8985b1e26025cb0667e28c46fe78ae721e78f4b6fd
+size 5125078871

model-00006-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0a676e443246fe1f7fd577f4319a01813ef623c18c314916ed2cd41a27fdf67
-size 5312277714
+oid sha256:b86866cc96a3072787e8ee6a61cbd1e52d622268d2b4aa5fe73e0dc6c83de583
+size 5169696452

model-00007-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:339e881852d7b9671efc1dfd928f06098d61f60e7a3c9c2d5ae877828cc1cf95
-size 5356895341
+oid sha256:a594eaffbeb67460355ab5249fcae724b0f610c679774f4d51f538947f90743e
+size 5125078889

model-00008-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dad424b26ee92a4d8c9691e9d137ac185b893708a1355b67ca545ea420a15e6b
-size 5312277715
+oid sha256:3dba4331e0c696aed7dd3d2c2eab228ce3e2e29329a7a3e5431f4f45f6af6f0a
+size 5125078895

model-00009-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24ad7ed1419d8fb7aaecc48409c19e796629cb191fad54cd429a884a44f1718a
-size 5356895290
+oid sha256:f866b9a6e4f644348320d05b1cf29d8f8395c92b20f202177344249906a1331b
+size 5169696468

model-00010-of-00010.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:028737ac47a4e7a82d00e09fc49a05b57eb27d3186f9694de07b232ad3840230
-size 1574274311
+oid sha256:d544b61fe6668bb53dcd51e98ea8c74baa605dce65d6cc75cdad34496089e8b3
+size 3178642378

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
+  "add_prefix_space": null,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",