Hugging Face's logo

TheDrummer
/
Behemoth-123B-v2.1

Safetensors
mistral
Model card Files Community
TheDrummer commited on
Commit
f7d1296
•
1 Parent(s): d8ae17a

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +27 -0
  2. model-00001-of-00051.safetensors +3 -0
  3. model-00002-of-00051.safetensors +3 -0
  4. model-00003-of-00051.safetensors +3 -0
  5. model-00004-of-00051.safetensors +3 -0
  6. model-00005-of-00051.safetensors +3 -0
  7. model-00006-of-00051.safetensors +3 -0
  8. model-00007-of-00051.safetensors +3 -0
  9. model-00008-of-00051.safetensors +3 -0
  10. model-00009-of-00051.safetensors +3 -0
  11. model-00010-of-00051.safetensors +3 -0
  12. model-00011-of-00051.safetensors +3 -0
  13. model-00012-of-00051.safetensors +3 -0
  14. model-00013-of-00051.safetensors +3 -0
  15. model-00014-of-00051.safetensors +3 -0
  16. model-00015-of-00051.safetensors +3 -0
  17. model-00016-of-00051.safetensors +3 -0
  18. model-00017-of-00051.safetensors +3 -0
  19. model-00018-of-00051.safetensors +3 -0
  20. model-00019-of-00051.safetensors +3 -0
  21. model-00020-of-00051.safetensors +3 -0
  22. model-00021-of-00051.safetensors +3 -0
  23. model-00022-of-00051.safetensors +3 -0
  24. model-00023-of-00051.safetensors +3 -0
  25. model-00024-of-00051.safetensors +3 -0
  26. model-00025-of-00051.safetensors +3 -0
  27. model-00026-of-00051.safetensors +3 -0
  28. model-00027-of-00051.safetensors +3 -0
  29. model-00028-of-00051.safetensors +3 -0
  30. model-00029-of-00051.safetensors +3 -0
  31. model-00030-of-00051.safetensors +3 -0
  32. model-00031-of-00051.safetensors +3 -0
  33. model-00032-of-00051.safetensors +3 -0
  34. model-00033-of-00051.safetensors +3 -0
  35. model-00034-of-00051.safetensors +3 -0
  36. model-00035-of-00051.safetensors +3 -0
  37. model-00036-of-00051.safetensors +3 -0
  38. model-00037-of-00051.safetensors +3 -0
  39. model-00038-of-00051.safetensors +3 -0
  40. model-00039-of-00051.safetensors +3 -0
  41. model-00040-of-00051.safetensors +3 -0
  42. model-00041-of-00051.safetensors +3 -0
  43. model-00042-of-00051.safetensors +3 -0
  44. model-00043-of-00051.safetensors +3 -0
  45. model-00044-of-00051.safetensors +3 -0
  46. model-00045-of-00051.safetensors +3 -0
  47. model-00046-of-00051.safetensors +3 -0
  48. model-00047-of-00051.safetensors +3 -0
  49. model-00048-of-00051.safetensors +3 -0
  50. model-00049-of-00051.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "merged/BEHEMOTH-SLERP",
3
+ "architectures": [
4
+ "MistralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 12288,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 131072,
15
+ "model_type": "mistral",
16
+ "num_attention_heads": 96,
17
+ "num_hidden_layers": 88,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.46.3",
25
+ "use_cache": true,
26
+ "vocab_size": 32768
27
+ }
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1026646899e1be34f182d1362ed7bd6e04c2ad12f8a8bfef7ba84ae8f94d4a15
3
+ size 4378928504
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7ec7c7bd6eccd9f9f0d24ac33c1bc041ac4b39a3e679326dfe54411ba16870d
3
+ size 4907411088
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cca1697e819708517eea062c50bc24cf443756b08a5ba254e7b20a855d79c46b
3
+ size 4806747904
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaf8a897d7abb46d74dd9123fae1dcbacda7c6689f4accbf535dc205362a6a4b
3
+ size 4831938544
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0657d7d3f4e5e9e0ce7bcfd3c2dce699e6d602a91ce79de6ab5407fc162662f
3
+ size 4831938552
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32ff2513d480076d928621286af67bc3627293400188d9f5e027e7c11caa1243
3
+ size 4907411096
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c25f0711d1fc792ea2c50d0e0168ccbc66e4526b2aa2274219b871d94121478
3
+ size 4806747904
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d811ab59daa230788268a9a4066342e91fb8859641cdefe8ce7d0269b16e82d
3
+ size 4831938536
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78838fcbc1ba098b509968423af6eb463010ffb918504ecd96f2b67f6a78c2d3
3
+ size 4831938552
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03aead864ae3df77ad71736ad93d5c8923131ae24ac91a3d2247acc0d9fcc96a
3
+ size 4907411096
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f17e43029989b5fe67d51e7d409e5366f4f42fe8425835e0ead87df29ab99b6a
3
+ size 4806747904
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c74100613e18ce65cb3c40a730b7db4354bfd2d0a10739c5fb8c9c56d82a927c
3
+ size 4831938544
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:606da0a7b848833dfb74479b945dfa459094e9aa627c4bd806781c062be37312
3
+ size 4831938552
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3783d0a6f63f8b23594a3e6f764d4bb0677bd8a1143bcc2c4ad05554d8dff904
3
+ size 4907411088
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c191d08ad3bf919636b2efacb6af51283f42f3de56241742c25e2141e770545
3
+ size 4806747904
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0123aef9ff84c779578c508d5f3197ccc176c1dce260f3ecdce4938549212552
3
+ size 4831938544
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79f24a20def1e2fc860a82105de2d0d88e68778233278f536a32d89fc8e2a3a
3
+ size 4831938552
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c26a9a0ffbff23ad87cb0468711bf58e6d563a4d4fa2c20af254dd9004865b62
3
+ size 4907411096
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57375da719a8a860473e975b8df8c44b7586b41b10efdf2730ecde946e4d06a
3
+ size 4806747904
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f209972e633ba2c3f6e13de5fbf2bc725b452f07c8c606cd91bb6dd498879fe1
3
+ size 4831938544
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:804bb25af9adea928dae0295ad80d08403508a2d03807bd3e950b56585b48470
3
+ size 4831938544
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e0227ee3d54e29f0ecde976f1498f5427ed0ac6468f81d6c8d270d86d72d51a
3
+ size 4907411096
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9614d2d711c7f2b805134dfcaf6f83d4216dfdb34e430ee615b424ae5de7a72c
3
+ size 4806747904
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38306227db8bde281f1c6cd5a2363c9f0c837ca2859595e426752c9bbc970475
3
+ size 4831938544
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f290bc930be3d05a89c4483b6470f46a3821ee6d6dd96af2dd108476f3f6281
3
+ size 4831938552
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd7c9c7c2a19e54eb0dc552d40b454219535f7872b3d03b12f9f280c8fcba2f
3
+ size 4907411096
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efc01a0456ecf3ce3611c9209f57ebf74b2c2f3d63db3a68cfea18bcac5e045b
3
+ size 4806747896
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f797d7f7cd70f1e50e171c093e28820eed88ce3b76489fcd1d7ca66bebc708f6
3
+ size 4831938544
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:227ca64abeede593c2ed184ded86bd4cc892d1b4296e34e45bf4f013693fd08b
3
+ size 4831938552
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac7fd7ba150caa21cc551b481543b311fdb219bb24a0ce29e871677a3b33daf3
3
+ size 4907411096
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:286ab2cc7956455949c5592af0852e86871b59225eed7252a33cc1623600efb8
3
+ size 4806747904
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbfb5edb315d1d2c6eca1f93c8d71ef94c685974bf4e16da0351dfc7d9a28b13
3
+ size 4831938544
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97a716a2e898f2533b265e881261359afc83ade7a9c8d1dd1baa7584f37e6de3
3
+ size 4831938544
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8dab367f4b05298d8e2fe76f306ff18d56d58312888f100c1a30dae7ad7e59
3
+ size 4907411096
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a929dd2c365af8fb61a11d0ec35428440b0134d7dbefe878f9552b2fff092c5
3
+ size 4806747904
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:690a23f9cb067643a7921b9f2f48424f83c7a05fe41f488f35b053b6e9e3a1a3
3
+ size 4831938544
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3499267000b8d38fcbb185fa5ca500d0609e092f46c5db8c9bb9cbfd9d3616a4
3
+ size 4831938552
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30c858e98de79868e97a86e09e83ad032c6d2b03aba00e35e1795567963a4a35
3
+ size 4907411096
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4fe7b2586f7b6c94ab027a6c6ccf68b3c7e7907e599d17ed0573c4eccb431bc
3
+ size 4806747904
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78f8132eb652398b27a24a02699f1297da0015b81af820fbf21c04e76d81311a
3
+ size 4831938544
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027f25d912d8fdb5d063ff175dcd512b436edc9aa625decc9739242b8cae2e85
3
+ size 4831938552
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de8a0effad9eb9bf4118ce4e243c7d8b01e78dbfd2653b1e79940822c8f551c1
3
+ size 4907411096
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c7be819da9727b8c2e16ab3db63dbd3e271730282334c75c0c05fc5338ad21a
3
+ size 4806747904
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:776da7d75131b46a7c78e26f0e4c5bc5cd2f866f1311199a74f530b2787b8b22
3
+ size 4831938544
model-00045-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51a38d95f4bf11911fde2e1c68ce4ca8f9d6214bc35eebed03fcdff37c7b44cb
3
+ size 4831938552
model-00046-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83c04d8bb206bbc03fb1d320314b4790a859e5a80d16c8e2643a29940bcdb19c
3
+ size 4907411088
model-00047-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49864bdfd4ca69c65b881baecbf7d243120a629e366d4ea3915db49f0a1c19a7
3
+ size 4806747904
model-00048-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac80680fd445545be0a2a6b1f6ae7e55ad6b2c324a2915eb745764ad8aced350
3
+ size 4831938544
model-00049-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25dccd488d8b4db75d014c9975e2aadd13debb96d03aa6f5f9638a9c54362db3
3
+ size 4831938552