Hugging Face's logo

TheDrummer
/
Behemoth-123B-v1.1

Safetensors
mistral
Model card Files Community
1
TheDrummer commited on
Commit
d5e3d45
•
1 Parent(s): 0d46ddb

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +27 -0
  2. model-00001-of-00051.safetensors +3 -0
  3. model-00002-of-00051.safetensors +3 -0
  4. model-00003-of-00051.safetensors +3 -0
  5. model-00004-of-00051.safetensors +3 -0
  6. model-00005-of-00051.safetensors +3 -0
  7. model-00006-of-00051.safetensors +3 -0
  8. model-00007-of-00051.safetensors +3 -0
  9. model-00008-of-00051.safetensors +3 -0
  10. model-00009-of-00051.safetensors +3 -0
  11. model-00010-of-00051.safetensors +3 -0
  12. model-00011-of-00051.safetensors +3 -0
  13. model-00012-of-00051.safetensors +3 -0
  14. model-00013-of-00051.safetensors +3 -0
  15. model-00014-of-00051.safetensors +3 -0
  16. model-00015-of-00051.safetensors +3 -0
  17. model-00016-of-00051.safetensors +3 -0
  18. model-00017-of-00051.safetensors +3 -0
  19. model-00018-of-00051.safetensors +3 -0
  20. model-00019-of-00051.safetensors +3 -0
  21. model-00020-of-00051.safetensors +3 -0
  22. model-00021-of-00051.safetensors +3 -0
  23. model-00022-of-00051.safetensors +3 -0
  24. model-00023-of-00051.safetensors +3 -0
  25. model-00024-of-00051.safetensors +3 -0
  26. model-00025-of-00051.safetensors +3 -0
  27. model-00026-of-00051.safetensors +3 -0
  28. model-00027-of-00051.safetensors +3 -0
  29. model-00028-of-00051.safetensors +3 -0
  30. model-00029-of-00051.safetensors +3 -0
  31. model-00030-of-00051.safetensors +3 -0
  32. model-00031-of-00051.safetensors +3 -0
  33. model-00032-of-00051.safetensors +3 -0
  34. model-00033-of-00051.safetensors +3 -0
  35. model-00034-of-00051.safetensors +3 -0
  36. model-00035-of-00051.safetensors +3 -0
  37. model-00036-of-00051.safetensors +3 -0
  38. model-00037-of-00051.safetensors +3 -0
  39. model-00038-of-00051.safetensors +3 -0
  40. model-00039-of-00051.safetensors +3 -0
  41. model-00040-of-00051.safetensors +3 -0
  42. model-00041-of-00051.safetensors +3 -0
  43. model-00042-of-00051.safetensors +3 -0
  44. model-00043-of-00051.safetensors +3 -0
  45. model-00044-of-00051.safetensors +3 -0
  46. model-00045-of-00051.safetensors +3 -0
  47. model-00046-of-00051.safetensors +3 -0
  48. model-00047-of-00051.safetensors +3 -0
  49. model-00048-of-00051.safetensors +3 -0
  50. model-00049-of-00051.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "BeaverAI/Behemoth-123B-v1e",
3
+ "architectures": [
4
+ "MistralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 12288,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 131072,
15
+ "model_type": "mistral",
16
+ "num_attention_heads": 96,
17
+ "num_hidden_layers": 88,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.45.2",
25
+ "use_cache": true,
26
+ "vocab_size": 32768
27
+ }
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:264b1eb923212d07927a4990418cce3c71c5bbe89130d243183259dd6f8d3bd5
3
+ size 4378928504
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc74b1adf1ae9e3fcfd2307612a39cf3386301ae295a4292015353e35b1f0eb6
3
+ size 4907411088
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f181ce5386badf3a0774102a4dcaeef897404d323161a64174cc81c981d8f1ba
3
+ size 4806747904
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9268a4dd9e41cd30c16fefb4d728f2c8c69eba28f45a6ad21d93e4dd0f3a072
3
+ size 4831938544
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a816869f0d8293a56f378a1a137a8b32d8b257ebca0eb5b9b714faf8434531
3
+ size 4831938552
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5cf1e926d2e83d359c1258f697fa5dbd63faf484e66db5114bc7f79e2a82852
3
+ size 4907411096
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f5cb1f3bc9a6f32686e76b85787aded86554090eeab8b26188b22cbf33b742b
3
+ size 4806747904
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38810dadb40af8b7aca825402c7547f70e9f295f610b4298f156d3c5b669a07f
3
+ size 4831938536
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ca87690dd3fb0dc12f4b6ebfaa11fd778f60222b9e73b10c2ec2185d821643
3
+ size 4831938552
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aa18d158885b8a498a45ad9ff1609fc6628a60d8320c4704a198ecc88156b24
3
+ size 4907411096
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b8ec0d720f7b65affe08d23e767f967cb510748591ecc68f1af8e5c176eb79
3
+ size 4806747904
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c09c605f80e4526d2ab8da3a672445ab056d96322d4d058e54f6d82602b9e630
3
+ size 4831938544
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87421a48f8399ceb263214d309d22cf74e7c9faaa9b55eaf4421912b5cb6687c
3
+ size 4831938552
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:023ae06464d244265fe8508891ba52f6cd52d1666abbb0e3db2c4214a0f85da4
3
+ size 4907411088
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0684c6398e6e2e3805034060c7973624072989a1180089d3c99d13dfccf3c47f
3
+ size 4806747904
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa085c5925df31836543561e8de9e943809f4da280689c2cef8bda929ac9cc3
3
+ size 4831938544
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:810a5527afcb218d41c01fb082f861336bbe8f12ef7901912e9149fdff4334d1
3
+ size 4831938552
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e717d152bf5826b682e91eebc42a63b9ef70c324bba0847b8b69f0a781172eaa
3
+ size 4907411096
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:237ed3d8b3c51140b25bc2d025910db80a892d1418098fdc11bb66372a4f823a
3
+ size 4806747904
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30af27d9c62cf4e0b9348c49ad4abf628b2ecb6d187261c2229736bbe239cf1d
3
+ size 4831938544
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ba859c4c07c6d100e26c7854a47d91681eeceb00b9f2a277a65688c9893eaf
3
+ size 4831938544
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b5203e7d8f33c8a3c1f710894609ffdca7c0eb2ffd1b6571de159297eb34e4
3
+ size 4907411096
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79139876510a761944eb863be93442ce917b7d8000e520bcb8143f4825f306a5
3
+ size 4806747904
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:431151e4d899466aedda94311dfdbebed1677b74c55e23d4555308ba37b7c014
3
+ size 4831938544
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:454deeef346eca9c73559b10f0967e595cbe2d01ba0062f86bdb9f15c1332043
3
+ size 4831938552
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b31cbaeeb30d4f434612af5fa38ed7ae4388c861cbd0c2b12ec487665d6e502
3
+ size 4907411096
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4877cbb3e76ee29d3d7d4e417c681386ba9c9cea2547d69c928c820c984d710
3
+ size 4806747896
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0b4f13075467671da39b68c75ff6d295a6583ff8231dec8ccd9344ea08b4363
3
+ size 4831938544
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:426978a3e8c591dae088cd918658b7f8e83ab70a80a38a0132b43cf57783b184
3
+ size 4831938552
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8ddf99ec31334fe79449a314d5aa023ec4d24d327fda3420cc1865ab6d8fbdc
3
+ size 4907411096
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c26dc77abb988c5ea7a3f5a54ca3e481f626927dab20417912c6a54f8c6e1de
3
+ size 4806747904
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb4ff0270cd1de14b9b0e3322a106e89379f232ef1754cfe3a3817c0aa91c880
3
+ size 4831938544
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde36e3dce140565a3ed1c9893c03acef3b9f0a47f69bdee3c4fc6c51f846dc6
3
+ size 4831938544
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86a7dc2dbe0829d3f72e437387b88718dfe69ed0b01975c459d5dbaf1ebd67ca
3
+ size 4907411096
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdaa0f63caa7b01b7903ba1e141849664eef7c4db5e84ef4bf7e496760fc4f1c
3
+ size 4806747904
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b26b5ecf500c0f57a6490a6df944d054ae345463968b2136e94536e3875eca2
3
+ size 4831938544
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac50cb0ecac4d2e4a134ccd1853d801233f082d14144f638c45f59e5408ba516
3
+ size 4831938552
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a752f791002df357f7e950071339b1e3128d8b9678c623e30909beb0c25cffe
3
+ size 4907411096
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efc389a3b09cda7093c28d5122925d0272fff50c28bff0e02818c08c7090d98b
3
+ size 4806747904
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11e7591862728371f1fcc51c279bfb66d75e6f2762a460652abf20eec7ff9699
3
+ size 4831938544
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20b29f7d2b62e42f09401594db633dfa67f57b24d85a69e2411fb9a750969ad6
3
+ size 4831938552
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ced8e4ccc18946784060cb5df9c8008380df205f84b0103be6371222b7a4612b
3
+ size 4907411096
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d91f3fd5fcb3496b52f843952488a956331f994d8194d630e9794d70c8f25388
3
+ size 4806747904
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a49f2af5347a527d27f18a477dae26263ba52a9c245390d20adcf93d341d443c
3
+ size 4831938544
model-00045-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1dae1b7652f2fab3b3dbb33cd091b9d6bc47a287de2d619f1a6ef281995d9c7
3
+ size 4831938552
model-00046-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e2609cf8e63a9822336a4aa929868a4dde1279d15681277769eb7dbd41a5a29
3
+ size 4907411088
model-00047-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf236ea95bb31622afe03e02fefde8163833181a79893a7d1ff9c1d588728079
3
+ size 4806747904
model-00048-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31692f1816054aff8de5c055e719b22e96de87cf5dd70da062908b40bcc6a1ac
3
+ size 4831938544
model-00049-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94d01fb9b66eb1439a14882a399dc54e781640e6af338ffab49fd0705780ee9
3
+ size 4831938552