Upload folder using huggingface_hub

config.json

@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "/mnt/cache/Chemllm/Hugging_face_weights/Mixtral-8x7B-Instruct-v0.1",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mixtral",
+  "num_attention_heads": 32,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "num_local_experts": 8,
+  "output_router_logits": false,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "router_aux_loss_coef": 0.02,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.37.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.37.0.dev0"
+}

model-00001-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478d770597cf25da77151756f0913d3295d6fa465a2b486226800ddcb3f12e7b
+size 933299536

model-00002-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd678919596d858602a6e4beb805f805e9dd01854a38bd0a2b7bc3c11af15b02
+size 939525160

model-00003-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efc3a30976fc5e23248a57a26b30d598ad05d69fed125e6f5c09a174ba6b063
+size 939525160

model-00004-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86e25aa0630df874de9a226e35c10b16d63e80e342a54b6cec8de1e3ab01b6e
+size 906053328

model-00005-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fadc7ae04bd214d9a0506846958b59fdec5eb1703f510dc9366a71351fa6ffa
+size 939525160

model-00006-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b2ff2d67c218fe3c2a12c1bb0ea3b9367c24e7f76cc609e28b1993b1cff245
+size 939525160

model-00007-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a25ba92159cf5f468fdd3045f81713425a293b70c017da1fb3f2968cb16960c
+size 906053328

model-00008-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d401e32217e15f4a66995ec4a3be18066026f513c9711577ceabeb9993c95b4
+size 939525160

model-00009-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee524edff3870dbb76f019c3cc9066009381644dfad600fdb9ef3d73e5fbd81
+size 939525160

model-00010-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e396019aa6dbddfe305bd01fb75d91fb1fbb4a1233ac9fe7e910c2594d494
+size 906053328

model-00011-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de01418c7aa798eb72c934af349598e080a150bfdd768c99dca8c34de073b093
+size 939525160

model-00012-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c3348e497818102f60ae56dab58538d30dd5771994dc6db8463ba14f1244e7
+size 939525160

model-00013-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5497fe8f410badeba563ed8f12e68a903ff94d18299b9e31a0a028689557d64c
+size 906053328

model-00014-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c46eb6856c2d22f5fb64cad47500b49eb223c6781c130c8944457b6014df7f
+size 939525160

model-00015-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ea53ddad2361f538f32a680f55fc9767e5e6910b997649b5194f34182e58df
+size 939525160

model-00016-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb136a9a8feb53e0355bbb4a6f082dc3203e1534c4906cd586d2855065f23b34
+size 906053328

model-00017-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760fc71f061169f966754e230123c438b5e4dc979cb1cad9a7d76913e82a997e
+size 939525160

model-00018-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c61d46c942cf2abf08ee172e05a21cd76b8f0bad641a057e35aac8b5b72f12
+size 939525160

model-00019-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de929f305b2d9a16d2b9bfb825a627b7475e855f6dbfe855fe014b2722ab186
+size 989873768

model-00020-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265d7f9145ef25589fe4091925c374f1d3deca23609ae2dc70e0b76a203733b2
+size 973145360

model-00021-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed92da78e450b33fdad7ade24ea6c32379435a1731e2f4cab4844a7156b09770
+size 939525160

model-00022-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109194a4d58424e20b698632bdba1181874ee3fc63aa053364062bc1aa4a49c1
+size 989873768

model-00023-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40842ab71cfba3af60f9019e421b978bcc8d463ca562909d61c29d2634d31605
+size 973145360

model-00024-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96137e873ac9a968a0b3686db13d82859cb5dd2c1f31cb6cbb8c42347b1a92f7
+size 939525160

model-00025-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9571ea448fa832900a0f9da8f30751ccfe8bc0e7bc22e10dc182fefe68fbb58a
+size 989873768

model-00026-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440a0883040edc1d1fdf0c15d87bf3bb8c183e6f7f3ca969f6cf6be7f0e6db37
+size 973145360

model-00027-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26bf0d87fc1381f987a878181f0a47ef08d07e6f6bcdf834ff9046ae8cbfed1
+size 939525160

model-00028-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0767b12270e1593e24980bc88d721d9d50da9ac7dd37673bfda13bde3af0fee
+size 989873768

model-00029-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bdb4d05e7a85e67ec4e2bf7f57ebc72ec4f09b204d9ed60a2a71a9e1c98b50
+size 973145360

model-00030-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3ced472475fc3fc363128f26fa4f5f873469ac30d8d25e06b1aa3004900326
+size 939525160

model-00031-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213ba219ddc21b963b7787446530a10a1e3e495b8a35334670d5b410a3d37541
+size 989873760

model-00032-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75552bf90082547cff0783c007388f85855be0bd1ca6d322d086671b07949de7
+size 973145376

model-00033-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96db6e166834aae2df95cf3ce4cf680f74079e16dca5eadcf6a1b8b25abda7bf
+size 939525168

model-00034-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4259c404f21c84b38984cef20bbce1b7bde558815d2858f742ebba7f255ff7e8
+size 989873784

model-00035-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be96660da77f69b78292786396e13a892067c2451d96e74e7999b07cdeda06f
+size 973145376

model-00036-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbf3f542c340e7cc2b36b64cbdfd43f8e18aa3e719b98bb5cdbe5119ae5204b
+size 939525168

model-00037-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e925be17cc650f4d3964ea7ab14e1c0c327a56f7472e57021895733d08c59a
+size 989873784

model-00038-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861319d3ff04dccd8e77c4bc7577e79ce3305ebdba3bf0c5a35656fce22b48dc
+size 973145376

model-00039-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2516734aa51c24871f46b20df3b8e61f491d513157b7942ebba07f23c616ea5e
+size 939525168

model-00040-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f60876bd7c3a2844d17f3b9a85f0918e8e2a21c1684b30bbd2e865cb5b35ffc
+size 989873784

model-00041-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8c71a977688865f792a909f802833443e693e179348bfd1847d6b0368c16d3
+size 973145376

model-00042-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a356aa41909722ea27770cb5ea6c8d6f759abe83bff8eb84733824fe01449d7e
+size 939525168

model-00043-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a96642f9a5c73ab874e44be2f269988422772ab52b4a6311e39991a61528efe
+size 989873784

model-00044-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e1a2d00088954f9fdaa81ecd6e419fab3ffa5d4b6d9c7b053491bb4a0cbaa2
+size 973145376

model-00045-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ceb7a73dd89442111c794f27cbb2b2b0b9293e83dee390dee4614e27728a2c
+size 939525168

model-00046-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4b46f676ab612856408856333e42d0fd5dacf318b093b6dedad4485d7be57c
+size 989873784

model-00047-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40c641625e472302df4d3f162d015520696dd1800daca59b99d008d54f2dd7e
+size 973145376

model-00048-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6db55cdb187b1b053fcb57d832a92888082e457d17db42964c4907db59059ba
+size 939525168