Upload folder using huggingface_hub

config.json

@@ -0,0 +1,44 @@
+{
+  "_name_or_path": "/mnt5/ms/openbuddy-mixtral-22bx8-v21.1-65k",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 6144,
+  "initializer_range": 0.02,
+  "intermediate_size": 16384,
+  "max_position_embeddings": 65536,
+  "model_type": "mixtral",
+  "num_attention_heads": 48,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 56,
+  "num_key_value_heads": 8,
+  "num_local_experts": 8,
+  "output_router_logits": false,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "damp_percent": 0.1,
+    "desc_act": false,
+    "group_size": 128,
+    "model_file_base_name": null,
+    "model_name_or_path": null,
+    "quant_method": "gptq",
+    "static_groups": false,
+    "sym": true,
+    "true_sequential": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000,
+  "router_aux_loss_coef": 0.001,
+  "router_jitter_noise": 0.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.40.1",
+  "use_cache": true,
+  "vocab_size": 47104
+}

model.7z.001

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bf6cca614f02315c470c63da04515ca7d845dac6a00d59ff681920f0ca4f2b
+size 4194304000

model.7z.002

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a80d05f56064314b39c35ce890d6177b52809db97c451740e6d3e5b1e5a2ebe
+size 4194304000

model.7z.003

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baeb451983641ded2a7560c2e75dfbc420ccd0eddcf45cff18c1dc58c6dc904
+size 4194304000

model.7z.004

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de400eb44e397ee0ea54da6073321c0669ac2cc4bb3725a98a85c47171b24d05
+size 4194304000

model.7z.005

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197073088d0af9daf65a2ea0ab8a5969b173befccbf17e1f182d8f01a692a821
+size 4194304000

model.7z.006

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130a1c6890be5a69ab7da079ea3c0880d7a1316f130d4032874ce817ccd84fe9
+size 4194304000

model.7z.007

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18649ec275dc1917c8ff4d08991432f7240bad34a915a522693341c9f425d0d9
+size 4194304000

model.7z.008

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55487f8e3933789c1fbabcf7fde471d101fb711d49893108d1f2365123b538e3
+size 4194304000

model.7z.009

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9c3747e6dde20ed3192a4600d4a7a6ff91c75880da992305097bfc168127f7
+size 4194304000

model.7z.010

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676572e9b615cc98c2dd98ddf2bde30cad7652a712a542b99f53362d6c1f71fa
+size 4194304000

model.7z.011

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408fc690a4fef1f39a2f6950160aeece3df66a11537da183a337208e294d5987
+size 4194304000

model.7z.012

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c310fa7231f04ed0fd553eb9df05743469375d7d9af9da2826bd12405a0f55
+size 4194304000

model.7z.013

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7397d622f171a9896e15110882da64d3fcc4b545ed4d6da31ee839ddaffc389e
+size 4194304000

model.7z.014

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea667dd10e94ea3850be713aa1577926322538419677a9ac24abce6949e270c
+size 4194304000

model.7z.015

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf3523b3e1d99a42384cdb269b9f0ccd69d3d4e60d20d11b77e496df903cfef
+size 4194304000

model.7z.016

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3214cccf167e63001af24ad19a9c69dd35b550781363e8d20a5416d59a95b1df
+size 4194304000

model.7z.017

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a06c970cda7f6f9d8ac4a79bf1ecd24b66ca45ac30fd001ea2c7ba106429d4
+size 4194304000

model.7z.018

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddf82460b1ebfc6ec31493a31e88de13c742f507a098d7ddd434c3495eb61ab
+size 2769795338

quantize_config.json

@@ -0,0 +1,13 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "damp_percent": 0.1,
+  "desc_act": false,
+  "static_groups": false,
+  "sym": true,
+  "true_sequential": true,
+  "model_name_or_path": null,
+  "model_file_base_name": null,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq"
+}

special_tokens_map.json

@@ -0,0 +1,18 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": "<|end|>",
+  "pad_token": "<|pad0|>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea2b05acd6dd4054a8452f9b046a00fa694b5b54f1f961a4bad92ae9f456ed
+size 706673

tokenizer_config.json

@@ -0,0 +1,84 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<|role|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<|says|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<|said|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<|end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<|pad0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|end|>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|pad0|>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false,
+  "use_fast": true,
+  "chat_template": "{% for message in messages %}{{'<|role|>' + message['role'] + '<|says|>' + message['content'] + '<|end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|role|>assistant<|says|>' }}{% endif %}"
+}