Upload folder using huggingface_hub

README.md

@@ -0,0 +1,25 @@
+---
+language:
+- ja
+- en
+license: mit
+library_name: transformers
+tags:
+- mlx
+---
+
+# mlx-community/stockmark-100b-8bit
+This model was converted to MLX format from [`stockmark/stockmark-100b`]() using mlx-lm version **0.12.1**.
+Refer to the [original model card](https://huggingface.co/stockmark/stockmark-100b) for more details on the model.
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/stockmark-100b-8bit")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

config.json

@@ -0,0 +1,32 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 0,
+    "eos_token_id": 1,
+    "hidden_act": "silu",
+    "hidden_size": 9216,
+    "initializer_range": 0.02,
+    "intermediate_size": 32256,
+    "max_position_embeddings": 4096,
+    "model_type": "llama",
+    "num_attention_heads": 72,
+    "num_hidden_layers": 88,
+    "num_key_value_heads": 8,
+    "pad_token_id": 2,
+    "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": null,
+    "rope_theta": 10000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.40.1",
+    "use_cache": true,
+    "vocab_size": 60416
+}

model-00001-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4211a64027e9d24ad7f6cd50c166cf0a50f1c4adf02c33f77f2bc0923b9498
+size 5294419504

model-00002-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d402b94ae73fb4eabf92771c87cf364fac49252b48367e3180b67c9cbaa0ae
+size 5314473179

model-00003-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9a9b6941669c21b3635cc445b36f394edc7112e45b674f364188ff2f7aaa2c
+size 5108957344

model-00004-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be2377f65b97342f11f9820ea9153cf36219a574a073583a284b7d18b49f189
+size 5224229891

model-00005-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba557a1ae57f7b14fab595a50eccdfc9e5e575780290ae56c14898369625a83
+size 5108957438

model-00006-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb27a7c46ec3e504e3ddd633873be51656b09918641a7e0bdcc1172dc9b59d6a
+size 5224229887

model-00007-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15fc2d1c00422dd7ad2aef0f6dde50880df0f0bda73a6a8fd9c9f1e8486355a
+size 5108957422

model-00008-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0050e33dfc66a7ba0fc65c23413287f06049f9b64970b969257ed04acbf561c6
+size 5224229859

model-00009-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e88c4c910f72ce9b5f8e88467efdba13e574420257d473a0b8a5a2baf6dcf5
+size 5108957436

model-00010-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25240189523399273d9136ef88af856dac15f628d05164de6bcd13e91ba239c
+size 5224229897

model-00011-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901711a4c9d566d1139a58738f10af37499984c655735c9d0e72a96b16345076
+size 5108957424

model-00012-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1c4ed7e5e1a4acb2818d70a1d49000c655f5ba2f8cdb4545497e3d27db0fcf
+size 5224229901

model-00013-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9d6283a9281c205a706b7883bd98693e2adf54f83722a450ec49f83eef505a
+size 5108957420

model-00014-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7b280533f0283ae6bf9845956ea573541623b56aad099c3972acadef5af322
+size 5224229893

model-00015-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae2d2d95b35a2465c2e699c9f7e5ecef1ff508c91c302261b66e5aab4f54290
+size 5108957422

model-00016-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845218d8d6fdfa1d6f0322db22a6f2d4aff30bf63ac121e7afae4cc745cbaa9d
+size 5224229893

model-00017-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6775ea7f87cb38caeca2def59e0ad441b4735c5ac8d9d5423413231475fb82ca
+size 5108957398

model-00018-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456a3ed8b506554af8f20cc60bf0b418a199f83f250612e37be3ea3f34fe0a2a
+size 5224229879

model-00019-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e18b31796a50dc51fc6612cf5b85dcbbd0903dabb0d67a05594d2a990f4575f
+size 5108957420

model-00020-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae1bdbd15072e88bf111629d19c775b54f590c1b2a423156b7ecafc17c57c91
+size 3835466480

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,46 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}