Hugging Face's logo

PawanKrd
/
Mixtral-8x22B-Instruct-v0.1

Text Generation
Transformers
Safetensors
5 languages
mixtral
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
1
PawanOsman commited on
Commit
506ee40
•
1 Parent(s): 5d866ee

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +31 -0
  2. generation_config.json +6 -0
  3. model-00001-of-00059.safetensors +3 -0
  4. model-00002-of-00059.safetensors +3 -0
  5. model-00003-of-00059.safetensors +3 -0
  6. model-00004-of-00059.safetensors +3 -0
  7. model-00005-of-00059.safetensors +3 -0
  8. model-00006-of-00059.safetensors +3 -0
  9. model-00007-of-00059.safetensors +3 -0
  10. model-00008-of-00059.safetensors +3 -0
  11. model-00009-of-00059.safetensors +3 -0
  12. model-00010-of-00059.safetensors +3 -0
  13. model-00011-of-00059.safetensors +3 -0
  14. model-00012-of-00059.safetensors +3 -0
  15. model-00013-of-00059.safetensors +3 -0
  16. model-00014-of-00059.safetensors +3 -0
  17. model-00015-of-00059.safetensors +3 -0
  18. model-00016-of-00059.safetensors +3 -0
  19. model-00017-of-00059.safetensors +3 -0
  20. model-00018-of-00059.safetensors +3 -0
  21. model-00019-of-00059.safetensors +3 -0
  22. model-00020-of-00059.safetensors +3 -0
  23. model-00021-of-00059.safetensors +3 -0
  24. model-00022-of-00059.safetensors +3 -0
  25. model-00023-of-00059.safetensors +3 -0
  26. model-00024-of-00059.safetensors +3 -0
  27. model-00025-of-00059.safetensors +3 -0
  28. model-00026-of-00059.safetensors +3 -0
  29. model-00027-of-00059.safetensors +3 -0
  30. model-00028-of-00059.safetensors +3 -0
  31. model-00029-of-00059.safetensors +3 -0
  32. model-00030-of-00059.safetensors +3 -0
  33. model-00031-of-00059.safetensors +3 -0
  34. model-00032-of-00059.safetensors +3 -0
  35. model-00033-of-00059.safetensors +3 -0
  36. model-00034-of-00059.safetensors +3 -0
  37. model-00035-of-00059.safetensors +3 -0
  38. model-00036-of-00059.safetensors +3 -0
  39. model-00037-of-00059.safetensors +3 -0
  40. model-00038-of-00059.safetensors +3 -0
  41. model-00039-of-00059.safetensors +3 -0
  42. model-00040-of-00059.safetensors +3 -0
  43. model-00041-of-00059.safetensors +3 -0
  44. model-00042-of-00059.safetensors +3 -0
  45. model-00043-of-00059.safetensors +3 -0
  46. model-00044-of-00059.safetensors +3 -0
  47. model-00045-of-00059.safetensors +3 -0
  48. model-00046-of-00059.safetensors +3 -0
  49. model-00047-of-00059.safetensors +3 -0
  50. model-00048-of-00059.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mistral-community/Mixtral-8x22B-v0.1",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 6144,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 16384,
13
+ "max_position_embeddings": 65536,
14
+ "model_type": "mixtral",
15
+ "num_attention_heads": 48,
16
+ "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 56,
18
+ "num_key_value_heads": 8,
19
+ "num_local_experts": 8,
20
+ "output_router_logits": false,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 1000000,
23
+ "router_aux_loss_coef": 0.001,
24
+ "router_jitter_noise": 0.0,
25
+ "sliding_window": null,
26
+ "tie_word_embeddings": false,
27
+ "torch_dtype": "float16",
28
+ "transformers_version": "4.40.0.dev0",
29
+ "use_cache": true,
30
+ "vocab_size": 32000
31
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.40.0.dev0"
6
+ }
model-00001-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13335452a36f50e2a07432bac089627c366fc64c159a8bcc536c69544c592661
3
+ size 4998663672
model-00002-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f954007ed226826ad47bc479e4043dd23ce57e3121356932cc7a5257001008f
3
+ size 4806799088
model-00003-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d0ec45ed8334e16f1608968f36e15a282aaf0f1fe989900fce8cafa705f122d
3
+ size 4806799088
model-00004-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be5f387d482a4f68a585e7a38e271a0b0ac6acfcf1099ff2fabd5dd96accb648
3
+ size 4806799088
model-00005-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03928c393f0ab63ae8f69114373c165f6a1d25a01fe4de4fdaadf5392c125f18
3
+ size 4806799088
model-00006-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e52169ad51675afe9a76d10fd23fe2821ae3bd83765dadcc62ee684a369ba24
3
+ size 4806799088
model-00007-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:104276ccffd4b248587517bef04e6c6deb673604214e1e853c336361e8333b58
3
+ size 4806799088
model-00008-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:719a1cff37bd80b68e916982c8dc8155786a2d7ea71e89a7a79b3e362dccac7b
3
+ size 4806799088
model-00009-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22bb34cbfdc21294b1e848eb3540f130f660cd678aa1258dd4d05fa8ec748c4b
3
+ size 4806799088
model-00010-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19be4ef1121bfda6a61d69df32ffc59db533a5c923aa1a2080c9e147b81ff8f9
3
+ size 4806799088
model-00011-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:687832844f0c32fe96ce57a9910492f03d8cd9d9e58fae18d8bc20a985108af2
3
+ size 4806799112
model-00012-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81bf879bc500df4a31bb1a14f056e1dd48d2faefcdbf80466a00288d80c93aec
3
+ size 4806799120
model-00013-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcd49c8758e7d30bcc02ccb35d27fffbe470effcace6e0d4ca37c8d62bda191f
3
+ size 4806799120
model-00014-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6756b6ad209461450602f6a1a2326749c6f0754b41a06e4334ffaa7a0eca876
3
+ size 4806799120
model-00015-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5279def90d5cb98c4a27a5c0a1c1bebd0a7ce02410adc2531c954a94432f0ec
3
+ size 4806799120
model-00016-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c777e704b776c8124ddb735edc8814821beb88e0dfb83d73392c86aefb0e069
3
+ size 4806799120
model-00017-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43b4f798db1d2c841bfb7b90848f9efc463009dea1e0d95443c5eac4c60dd7ea
3
+ size 4806799120
model-00018-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f489be1adbf8219143df620838a2d0f8b8d298e8a5769d58ea4be02592e4b970
3
+ size 4806799120
model-00019-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52927b66ee74a9418da56b2c6c28d073151521463654835ab89c85e9f263b3bf
3
+ size 4806799120
model-00020-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1df1726c00e12aa86a1c90bedee34455330518e5c331fcf66e4f100b67911466
3
+ size 4806799120
model-00021-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ede7ea38360e50e678646764442d0562b258480fd7bf59581a54730d58f3d90
3
+ size 4806799120
model-00022-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0bc871353b885b0e415353579a4144d7a7583a682c795656296f6f33e1c8462
3
+ size 4806799120
model-00023-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0c87a446d16ae6694b1a27b8a268dd71cef1ec81643573e62abf03b6d542d28
3
+ size 4806799120
model-00024-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac627c5dc0de5cdcacae9ac62da83ac4f895299da1f1539eb0acbf2dae4cce0f
3
+ size 4932529832
model-00025-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f197e3702e22ca2ac87f120f7b1d22b88dbf801d00d20056fe8bb8b577e52b7
3
+ size 4995542816
model-00026-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:034709ae43fb080e79ffaeaf640618d76e8aa0219cc686d046c046a463a8f2b1
3
+ size 4995542816
model-00027-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f238720fb2bf320e34e1f17c374334bbfd0cbde0f314c451e693f8ad2ae0e27
3
+ size 4932628256
model-00028-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd7ef41f1e3435f76731bdd3217d24513a1df51d802b43f167dc7ca80f51118e
3
+ size 4806774312
model-00029-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:167492f9331dbd63b01d81ed07c4e908703d6e8c6d00034b6e51c0c9cc951062
3
+ size 4806799120
model-00030-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75d1b766b868457cdfb7ba47db3c66380afebd0b8931740e24b448ecb9d6aab
3
+ size 4806799120
model-00031-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86f571083c0c0d9e17f59a912cd0373b3f189807bb4fdfde2d86ddb50230eaa
3
+ size 4806799120
model-00032-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12aa3575fae0633d390320c0c38a42a0192558a58b74f964599fbafe16b50b57
3
+ size 4806799120
model-00033-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:703bc319e168cfefd0fa06827e4f173ac61d0ee45f92824382b4e53d544fd706
3
+ size 4806799120
model-00034-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96aa402e6fe08e44bdaaa019458f38fc223e364bd1625b5a251aa5db5dcfce05
3
+ size 4806799120
model-00035-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03eceb74a20a08d70e123d41779490daa52a58135875dedd87c0bb4890092a2a
3
+ size 4806799120
model-00036-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a0b222562627f28046e998690bb0608ce1575812c56b13b2c847166fcb13528
3
+ size 4806799120
model-00037-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f74e795f535656ae9f544a218641e302d497c2743441643b7382008fed1e240
3
+ size 4806799120
model-00038-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1ef8c5ce1d383a89ce6ca3351c88138a39a94ae95ec6e9d1d37ef36633c5504
3
+ size 4806799120
model-00039-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e13fb506e93741f8ad51db8aadce1cfe79add6ecc69b3af0de7a4991a7a0eafa
3
+ size 4806799120
model-00040-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19bf513528d33ced629b85041cb4d552d35c5a939779698209fbd8352784e74b
3
+ size 4806799120
model-00041-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf3c014b14ed6fdedd488216f5ea89061fd2007b7d2661bb92fe8333154791a
3
+ size 4806799120
model-00042-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fbd65302f7e38af2f27613d6232e17f36e5d51fe80250e9114b0321b1307c44
3
+ size 4806799120
model-00043-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62e1e442b5c63526e61297f3fb90b5f13a0937ce5256981a29828b8fae1fc5bd
3
+ size 4806799120
model-00044-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e67292c4dd523d5a46c1592407632500054335c2cebd6613506ad031702e3f27
3
+ size 4806799120
model-00045-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c059b9e9939b20ca30422afd8692af59d8db302f8088b2e846b3e2b8f6c05d
3
+ size 4806799120
model-00046-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0bade20199ac079891fe61085c3e0166b8ffd313f8df02c94c5b523290a1f4
3
+ size 4806799120
model-00047-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244a4334206ca1eb33aff1561d2d4b356021658047919085a8b88f7f65982e10
3
+ size 4806799120
model-00048-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae22d992f2394422babdd6cd37260024aed8ffe6e367c3cd04f9eadc705ff276
3
+ size 4806799120