Upload folder using huggingface_hub (#1)

- 96b6f1f65d4a1a5ba591f944f15f71f0b96b13d0d64ca8eb98f68402c0a14390 (beaaf26e6b3ce82523c6f9b3bbabc90b4e0ff37d)
- c83d5811cbb9541bdb160ded8ef84799d71412f4d333b4d065acb1892087841c (bf0fcac757abe7d2b0a8c864396dff7ccae3de6e)
- 581a6ac57810db168324572067a0ecb8e1817ae7d07dc548b2188e797fb4150f (9756d32d7dd3f77e46d62198ddbbd880c05beb26)
- 710307a1ec176f277c236b283017b85668f3dc76f5845929abdff84be7c12375 (a25ecd38815732f55297e687bec0366ebaf4d05c)
- 4d9caf9c25cbccf16e9e2ae335875513c4e51a89d21a6bdda0785aeb80faf909 (c9857c67cc6041da38d717088cf6356932523dcf)
- 416f20ef521cd0a2ce7994ecb1155f042ce06509ca1f3375ebf0fbf740307bae (b88f66e28b6867f88985fb145e6b09a0f025a301)
- b6a0577d3f548be5b6b322aca7c3b23f0a835c6333f7d2defe95f4daa3dc8701 (010341d063b1169a406e9e4b53284ec4678b3e31)
- f7ca71a5e09752031b4f5b48f46ce68bd19565d7728a837cad34d1dc76756157 (5aa60b4abd48b813edd504dc8a57332ef792d50f)
- 09558a7d3761fcd145c6df8ed1618b587872057f729bb3f7aa682957d9aa62b0 (38e093874b428f81562df89ef708959a020ed215)
- b2ed8b771322bf8cada8d45ca5772b2ed15fca901bbe39c02db36cf8a324a5e5 (01c66a7acb1998a236426450374e9c39f3e6fa9f)
- a2dded8e754d7ed505c2b4331b5c02a9b2f75fb7f6b720f54827b0c1844ccf97 (5f8235ef21ea7b48881df84e06a031227bf34ec9)
- 80d905e8600df742338754eb9e6a59f6f23617e21107d19fefb1f009fe3e8e69 (e6aa828c186742803bfc397b5024a288a5781811)
- bac15a669b687fdcd12523ef8c2b5994e78603f6d032eb5d540f0b90222b7f34 (232898484cfabd6c48098d41a706cd07fd7a15ed)
- 093345ed64ccc62ae7c9407f7f2fce1c32051ab39744f11a7ed4fc8a0508224e (d338ab695fb6ef60658c0b0f79023e87138f4a92)

README.md

@@ -0,0 +1,37 @@
+---
+language:
+- en
+- fr
+- de
+- es
+- it
+- pt
+- zh
+- ja
+- ru
+- ko
+license: other
+tags:
+- mlx
+license_name: mrl
+license_link: https://mistral.ai/licenses/MRL-0.1.md
+extra_gated_description: If you want to learn more about how we process your personal
+  data, please read our <a href="https://mistral.ai/terms/">Privacy Policy</a>.
+---
+
+# mlx-community/Mistral-Large-Instruct-2407-4bit
+
+The Model [mlx-community/Mistral-Large-Instruct-2407-4bit](https://huggingface.co/mlx-community/Mistral-Large-Instruct-2407-4bit) was converted to MLX format from [mistralai/Mistral-Large-Instruct-2407](https://huggingface.co/mistralai/Mistral-Large-Instruct-2407) using mlx-lm version **0.16.1**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/Mistral-Large-Instruct-2407-4bit")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

config.json

@@ -0,0 +1,29 @@
+{
+    "architectures": [
+        "MistralForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "bos_token_id": 1,
+    "eos_token_id": 2,
+    "hidden_act": "silu",
+    "hidden_size": 12288,
+    "initializer_range": 0.02,
+    "intermediate_size": 28672,
+    "max_position_embeddings": 32768,
+    "model_type": "mistral",
+    "num_attention_heads": 96,
+    "num_hidden_layers": 88,
+    "num_key_value_heads": 8,
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_theta": 1000000.0,
+    "sliding_window": null,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.42.3",
+    "use_cache": true,
+    "vocab_size": 32768
+}

model-00001-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a2ca3b4704cd052e1ff2e51debaf2c1e8152c65bf8f4cd6c76c1c937532a48
+size 5280417162

model-00002-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8682119076809870897a2f19e2521f0f4f8286cb56e329b412b18f984d7b12
+size 5252155094

model-00003-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae72c583260c6994e799fff83973c096a88eedaaa72822793221826a6eeb6df0
+size 5365401350

model-00004-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa62c510112093c6a95db568b2506220dc0de5da85162f891f681e282f467bd
+size 5351244918

model-00005-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed987234622b145c3363b65da174b21b5fdac6c3f9e603c399c17025951a46c2
+size 5252105792

model-00006-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d241878e33e1451d465f91652210a3713f221754bdb22c91e6e228d8f4363441
+size 5252155193

model-00007-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252e43cb13a1451380ee8a0314e0e37df435d75c70acc56e1cc202caf6ca3615
+size 5252155185

model-00008-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0091033c2d48b2febeefb3ddcc86e913d4c6f94dc121e52304d06b6c6f95d77e
+size 5365401388

model-00009-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2e2865f0e5ddf526b86317e996c55b2a57b2b99febf1a8aa443e99eefc7a19
+size 5351244930

model-00010-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d7d7193be28007579409dcf123c605a33c7dc02e5fe7349a5e8d9a9a141b69
+size 5252105824

model-00011-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0014cf77c2effc79f2ad43f0580effb2083e2315efcfe8a024d87765be329d
+size 5252155169

model-00012-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad725bb51c8122e498d68b5a04bacc7dc66cf0f22876916d2a47515c65e76a8
+size 5252155163

model-00013-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1ce4cd8ce45ebc1c92701a1bed4a93f2e03853a763a2692f0fbd184d330a88
+size 5266334543

model-00014-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198cbecacff88979c85cd838d22ff087a5ec71274b839ac28be808e9ff58934e
+size 226492716

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

test.py

@@ -0,0 +1,26 @@
+import json
+from typing import Dict
+
+from safetensors.torch import load_file, save_file
+from huggingface_hub import split_torch_state_dict_into_shards
+import torch
+import os
+
+def save_state_dict(state_dict: Dict[str, torch.Tensor], save_directory: str):
+    state_dict_split = split_torch_state_dict_into_shards(state_dict, filename_pattern='consolidated{suffix}.safetensors')
+    for filename, tensors in state_dict_split.filename_to_tensors.items():
+        shard = {tensor: state_dict[tensor] for tensor in tensors}
+        print("Saving", save_directory, filename)
+        save_file(shard, os.path.join(save_directory, filename))
+    if state_dict_split.is_sharded:
+        index = {
+            "metadata": state_dict_split.metadata,
+            "weight_map": state_dict_split.tensor_to_filename,
+        }
+        with open(os.path.join(save_directory, "consolidated.safetensors.index.json"), "w") as f:
+            f.write(json.dumps(index, indent=2))
+
+big_file = 'consolidated.safetensors'
+loaded = load_file(big_file)
+
+save_state_dict(loaded, save_directory=f'.')

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583