Upload folder using huggingface_hub

config.json

@@ -0,0 +1,94 @@
+{
+  "_name_or_path": "mistralai/Mixtral-8x22B-Instruct-v0.1",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 6144,
+  "initializer_range": 0.02,
+  "intermediate_size": 16384,
+  "max_position_embeddings": 65536,
+  "model_type": "mixtral",
+  "num_attention_heads": 48,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 56,
+  "num_key_value_heads": 8,
+  "num_local_experts": 8,
+  "output_router_logits": false,
+  "quantization_config": {
+    "activation_scheme": "static",
+    "ignored_layers": [
+      "model.layers.46.block_sparse_moe.gate",
+      "model.layers.54.block_sparse_moe.gate",
+      "model.layers.39.block_sparse_moe.gate",
+      "model.layers.8.block_sparse_moe.gate",
+      "model.layers.14.block_sparse_moe.gate",
+      "model.layers.12.block_sparse_moe.gate",
+      "model.layers.13.block_sparse_moe.gate",
+      "model.layers.5.block_sparse_moe.gate",
+      "model.layers.40.block_sparse_moe.gate",
+      "model.layers.31.block_sparse_moe.gate",
+      "model.layers.7.block_sparse_moe.gate",
+      "model.layers.28.block_sparse_moe.gate",
+      "model.layers.11.block_sparse_moe.gate",
+      "model.layers.25.block_sparse_moe.gate",
+      "model.layers.29.block_sparse_moe.gate",
+      "model.layers.37.block_sparse_moe.gate",
+      "model.layers.44.block_sparse_moe.gate",
+      "model.layers.50.block_sparse_moe.gate",
+      "model.layers.17.block_sparse_moe.gate",
+      "model.layers.26.block_sparse_moe.gate",
+      "model.layers.34.block_sparse_moe.gate",
+      "model.layers.42.block_sparse_moe.gate",
+      "model.layers.4.block_sparse_moe.gate",
+      "model.layers.36.block_sparse_moe.gate",
+      "model.layers.51.block_sparse_moe.gate",
+      "lm_head",
+      "model.layers.18.block_sparse_moe.gate",
+      "model.layers.43.block_sparse_moe.gate",
+      "model.layers.53.block_sparse_moe.gate",
+      "model.layers.35.block_sparse_moe.gate",
+      "model.layers.6.block_sparse_moe.gate",
+      "model.layers.15.block_sparse_moe.gate",
+      "model.layers.22.block_sparse_moe.gate",
+      "model.layers.0.block_sparse_moe.gate",
+      "model.layers.38.block_sparse_moe.gate",
+      "model.layers.48.block_sparse_moe.gate",
+      "model.layers.2.block_sparse_moe.gate",
+      "model.layers.41.block_sparse_moe.gate",
+      "model.layers.21.block_sparse_moe.gate",
+      "model.layers.20.block_sparse_moe.gate",
+      "model.layers.49.block_sparse_moe.gate",
+      "model.layers.10.block_sparse_moe.gate",
+      "model.layers.32.block_sparse_moe.gate",
+      "model.layers.33.block_sparse_moe.gate",
+      "model.layers.30.block_sparse_moe.gate",
+      "model.layers.19.block_sparse_moe.gate",
+      "model.layers.3.block_sparse_moe.gate",
+      "model.layers.55.block_sparse_moe.gate",
+      "model.layers.23.block_sparse_moe.gate",
+      "model.layers.9.block_sparse_moe.gate",
+      "model.layers.45.block_sparse_moe.gate",
+      "model.layers.47.block_sparse_moe.gate",
+      "model.layers.1.block_sparse_moe.gate",
+      "model.layers.27.block_sparse_moe.gate",
+      "model.layers.16.block_sparse_moe.gate",
+      "model.layers.52.block_sparse_moe.gate",
+      "model.layers.24.block_sparse_moe.gate"
+    ],
+    "quant_method": "fp8"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "router_aux_loss_coef": 0.001,
+  "router_jitter_noise": 0.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.40.2",
+  "use_cache": true,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.40.2"
+}

model-00001-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feeaba3ba0deb90aba2acbaccf5b28a977cebfce7dbf0fb67a76fab44d88c488
+size 4907575592

model-00002-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3923e8a719c3d167526e323eeccd6323ca23c91f6f54cc0dc63e0f8397ef39
+size 4907601696

model-00003-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4dbaf1ce89288820d47d9196ec615182ffae5c66c268d00a674c5d6aa8cfe9
+size 4907601696

model-00004-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003ea3e3e77a4a7dc43c295ff20d43de69a4f4990b443d0114a8bd790d9aab84
+size 4907601696

model-00005-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094e6fdfec5187751d408e6cdc045b4d2b76959bea11c3ae209250a122add87f
+size 4907601696

model-00006-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855877733e628caf1adf139d1d89d39b4bcdc1bf4ea76726274b21881aee363a
+size 4907601840

model-00007-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a038a3d3057defd6b800285886b6c6d07ecd7f2de2ff2c877ffa220b06580b08
+size 4907601872

model-00008-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d877586f18dc6b3650e01040e2a19657907167978ee208bf55554935b13ddd
+size 4907601872

model-00009-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b5a86bf12c7645378da6f06be87411e8d2ea3ebc906afd87907a952e0f4434
+size 4907601872

model-00010-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d39ce45753c3f9be50d6d937e1d64dbfc30252d610204606d380f6beaedb4
+size 4907601872

model-00011-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f50942bcc52e0b281a70ce3eb7d027be54f80cf73a1fc5b36f309424304b091
+size 4907601872

model-00012-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0315dc479d6b6c6f45fd3d6a5f7dab67551bf36a079d2384cbde29882fb9a953
+size 4907601872

model-00013-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accde5e3bf798993409a9bef942d4ee375b542d08c182bea19fd22680ba23d73
+size 4907601872

model-00014-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8419aa3d77ec77892f2b1b51662b027749aaf7df1e8622b7330436b26c1aab49
+size 4907601872

model-00015-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2497514b4bcef211e007543ffa675894289b8f2d426bd554dc3fbd839ea8c104
+size 4907601872

model-00016-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ee41cfc59cce770f2601b5beb4db0d7a9678ed84f925ea0f3f3f87eb5b437c
+size 4907601872

model-00017-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4ace5412e5b6311349b4cb8dc724ac2044bbcd6289e56b8916941560cb71d5
+size 4907601872

model-00018-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1f6363fdfb16c0cfbd25996f23f7dd856673dec1c052bfcf2f45f9e3688d26
+size 4907601872

model-00019-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df2418a9427e6247e9a34368653db7397b06ffa1b4fd6b94e36727593c45c66
+size 4907601872

model-00020-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355aff4469d95f814bf4a9e92bc68f2b3bc9c4af297fba73f61aecc267d712d7
+size 4907601872

model-00021-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f623934d15eae85cb5631ea52f5aa127aad7f9a18f21379f498d0204615e13ec
+size 4970418056

model-00022-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c9144d9a86986371655249e099b64c1b69ca172cf1547b7a292f1ede0ce3cd
+size 4995681968

model-00023-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf13a3b6fe8df601db09a39ccbe68b9b9b6d15d106b28f4440674f66065ea3c
+size 4970516472

model-00024-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa93e526e8f7ed83d42431a1c27e2874fda25918fb3a82333bf663762d9afb38
+size 4907577080

model-00025-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e96504cd25d35422cdfa4231249ba693c8d2cd0dcdd259f07c0db2cc7e5d51
+size 4907601872

model-00026-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dc37b86af2669be32126106111d005fb9e6f5f38d667ce0e84570c47e5268e
+size 4907601872

model-00027-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5957e841f4ccebcfe394cbebcbfc2ee2ab9823324ec4295ec79f4918cbc2ef1d
+size 4907601872

model-00028-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e037d15397af14dc64bca8b8fe6eb062e2060762e5dae23851c282ec8d9362de
+size 4907601872

model-00029-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1cf3b2b2a07aad91cef048a6e6b0eb1fe879554db596d130d37984f9135be5
+size 3410141544

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,108 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "chat_template": [
+    {
+      "name": "default",
+      "template": "{{bos_token}}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ ' [INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + ' ' + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}"
+    },
+    {
+      "name": "tool_use",
+      "template": "{{bos_token}}{% set user_messages = messages | selectattr('role', 'equalto', 'user') | list %}{% for message in messages %}{% if message['role'] == 'user' %}{% if message == user_messages[-1] %}{% if tools %}{{'[AVAILABLE_TOOLS]'+ tools|string + '[/AVAILABLE_TOOLS]'}}{% endif %}{{ '[INST]' + message['content'] + '[/INST]' }}{% else %}{{ '[INST]' + message['content'] + '[/INST]' }}{% endif %}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + ' ' + eos_token}}{% elif message['role'] == 'tool_results' %}{{'[TOOL_RESULTS]' + message['content']|string + '[/TOOL_RESULTS]'}}{% elif message['role'] == 'tool_calls' %}{{'[TOOL_CALLS]' + message['content']|string + eos_token}}{% endif %}{% endfor %}"
+    }
+  ],
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": null,
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}