Hugging Face's logo

exresearch2
/
lit-magnum-v4-72b

PEFT
TensorBoard
Safetensors
qwen2
Model card Files Metrics Community
exresearch2 commited on
Commit
baf48c9
·
verified ·
1 Parent(s): fe14072

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +28 -0
  2. generation_config.json +14 -0
  3. model-00001-of-00055.safetensors +3 -0
  4. model-00002-of-00055.safetensors +3 -0
  5. model-00003-of-00055.safetensors +3 -0
  6. model-00004-of-00055.safetensors +3 -0
  7. model-00005-of-00055.safetensors +3 -0
  8. model-00006-of-00055.safetensors +3 -0
  9. model-00007-of-00055.safetensors +3 -0
  10. model-00008-of-00055.safetensors +3 -0
  11. model-00009-of-00055.safetensors +3 -0
  12. model-00010-of-00055.safetensors +3 -0
  13. model-00011-of-00055.safetensors +3 -0
  14. model-00012-of-00055.safetensors +3 -0
  15. model-00013-of-00055.safetensors +3 -0
  16. model-00014-of-00055.safetensors +3 -0
  17. model-00015-of-00055.safetensors +3 -0
  18. model-00016-of-00055.safetensors +3 -0
  19. model-00017-of-00055.safetensors +3 -0
  20. model-00018-of-00055.safetensors +3 -0
  21. model-00019-of-00055.safetensors +3 -0
  22. model-00020-of-00055.safetensors +3 -0
  23. model-00021-of-00055.safetensors +3 -0
  24. model-00022-of-00055.safetensors +3 -0
  25. model-00023-of-00055.safetensors +3 -0
  26. model-00024-of-00055.safetensors +3 -0
  27. model-00025-of-00055.safetensors +3 -0
  28. model-00026-of-00055.safetensors +3 -0
  29. model-00027-of-00055.safetensors +3 -0
  30. model-00028-of-00055.safetensors +3 -0
  31. model-00029-of-00055.safetensors +3 -0
  32. model-00030-of-00055.safetensors +3 -0
  33. model-00031-of-00055.safetensors +3 -0
  34. model-00032-of-00055.safetensors +3 -0
  35. model-00033-of-00055.safetensors +3 -0
  36. model-00034-of-00055.safetensors +3 -0
  37. model-00035-of-00055.safetensors +3 -0
  38. model-00036-of-00055.safetensors +3 -0
  39. model-00037-of-00055.safetensors +3 -0
  40. model-00038-of-00055.safetensors +3 -0
  41. model-00039-of-00055.safetensors +3 -0
  42. model-00040-of-00055.safetensors +3 -0
  43. model-00041-of-00055.safetensors +3 -0
  44. model-00042-of-00055.safetensors +3 -0
  45. model-00043-of-00055.safetensors +3 -0
  46. model-00044-of-00055.safetensors +3 -0
  47. model-00045-of-00055.safetensors +3 -0
  48. model-00046-of-00055.safetensors +3 -0
  49. model-00047-of-00055.safetensors +3 -0
  50. model-00048-of-00055.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "anthracite-org/magnum-v4-72b",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 32768,
13
+ "max_window_layers": 80,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 80,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_scaling": null,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "float16",
24
+ "transformers_version": "4.46.3",
25
+ "use_cache": false,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 151665
28
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "4.46.3"
14
+ }
model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9719b0aa734f9d7971a34018e184a4229ada782184e344d15426268ac95cc796
3
+ size 2786890656
model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff48330c4c88762d15fb58691b452aa1d18c7426bbc95f5d97694aac4683706
3
+ size 2724255304
model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33c34f0afb4bf1ddc3c072ebb2767641609b6c44158ef337cc27ffe48652b178
3
+ size 2541857232
model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73bbc7472aade3d2df4c2ef8d433b2cd481fb07f71ce3a63c4dfb6b10110296
3
+ size 2724255304
model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7b9f1e3b5804bd7b2bdb5f48f51fb0485854706d77beedbe34eff3bce2681b1
3
+ size 2541857232
model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed8936ca0670dde2786d45267726f0d146fe15bd94b90fbc6d2f4485decc4d8
3
+ size 2724255304
model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f018008bdc3271e5d00295ebae537e2c7d7ee0e7db97e515755c156a95153b60
3
+ size 2541857232
model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdc7a0bc40ecbb7407f0fd83adf12e575edba2cec2e547441ddf1f89c9326f60
3
+ size 2724255320
model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ffb52822990d8ade93b73df0f128d334159a95af645ca1388025cb62974137c
3
+ size 2541857256
model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb20005b4941fc492817844e6109e6e35c17e26966ffdb3dfb2a60b85373bf1c
3
+ size 2724255320
model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeeff0c7e880a80bd7d96aff8e490fe11aeaf70116e0b25336f0b9c68df5c19d
3
+ size 2541857256
model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63d0e48e604f3a3635d0209c7d12ae2029c88cc7ebe6041ac0174651b9a17ec7
3
+ size 2724255320
model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464b5b97eebe1e60a8853408afcf9a32b961ebe9cfc67f66c35799d6d12b347b
3
+ size 2541857256
model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71bb563648db91ddb3ad3005211b34874b283871346f147e5e675763f97716bf
3
+ size 2724255320
model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15fb78fe7ecc3a8ba181b86f42c4f25484c2d4f7c984dfd07a2e174397827216
3
+ size 2541857256
model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:463e6c308121e32ff4eddbbcfccd1706ae7cd67fc967339f49a596e9ac582707
3
+ size 2724255320
model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ad4e25d34b6cb20132d31ec7e04851818ec3545501b86a1b680c44916398c2
3
+ size 2541857256
model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b34d2b92146071559dce7700222d32a9652ddc65227037656ca668245f0360d
3
+ size 2724255320
model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17e98c218cd79fcaedd9e9ae0878d147e4062026c28666ee0b80f4c2207f3b90
3
+ size 2541857256
model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8e112e6becc50ca3e7316de1a2f7c96d85bc69fd7cc763951e874e3ad509211
3
+ size 2724255320
model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c76e60e5d96cc49d6db2390ca11bb9eb983866078100198ac12f9768b05401f1
3
+ size 2541857256
model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d017acbfa1eac4bc0ecfcac7a6b63492fff67a220b1b72733b29cac17f78a3f9
3
+ size 2724255320
model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe151f23550e5fcb12e64b2e37ca965a8321e5f85c7f84fd4a026a69d3d7ff2
3
+ size 2541857256
model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfeddd3c5b72d437626b5580f0a0751a948f69da7b3a8a76b616e6512f459706
3
+ size 2724255320
model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bef89a446cfb3af2405fd56df9ab159ad4c22c4796926ba401e1a6b3bb6d913
3
+ size 2541857256
model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec658d98436022a2d5323464df30d85e9398052ddf98958b0adc91ee914e4b8
3
+ size 2724255320
model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d3bf6c50fef4f1b0350d0e8dd074fa5eafd95a90dafcb7539012776d5dafc43
3
+ size 2541857256
model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d796867fa1f972aa212e94cfc416e6481cd483b1259f4b896719f0503eb9699
3
+ size 2724255320
model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb14c8d31d0e711bd043bcd7304b30d0aad47fa6028fc8985da5dc687d6599d
3
+ size 2541857256
model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:822bcd9fad15cb0e46690950feafb9ac613cd5edd1e6522867c7b725e0aafdf9
3
+ size 2724255320
model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e422db35c3574597d23d094c5f4f57c5e90d18fe9fcc337eb444458ee6a647e
3
+ size 2541857256
model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21638be7d69d837a8ae2fddf66772c68bb1d1f1a29e7fc438744b755701345bd
3
+ size 2724255320
model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77d5a1304354701e3a9ad4ba3deeb3a679bf65ebd539951778c926ff97d2579d
3
+ size 2541857256
model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c23d1d5c9a9317d82cf59b78fcda60da5c340a24fb80f98800a50927705d7df
3
+ size 2724255320
model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82d691429a1033ba21bc80d9358a086051e39683ceceed87277de4bed86713c2
3
+ size 2541857256
model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc08a50fff2d4c56ee96206300c49e8c535b632d4a00d079fb64719c827daabd
3
+ size 2724255320
model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc86e5389c4a1ea55388ad44acaaec9e486b96f448c2498a9531e3892052c9df
3
+ size 2541857256
model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:051ad59131006dfd63fdcd55558282b4fff09eccbc958362c55a129deff933ab
3
+ size 2724255320
model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f86c9a2358b2e4763fab18fe5d68e9b64de73f5b5a0c9f15e6df990ad67e0a3
3
+ size 2541857256
model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16507a7e0fa0c04674057d1bdb3606d279cbbe0807fadad64e483e27c294641b
3
+ size 2724255320
model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7020d323c78017445679c78c6ade0167419b4243064d3d10e94ea48315c5c880
3
+ size 2541857256
model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f53e508e13e247af435097023cfdfc1b68bced79aab5ef7b609b7adb41c09787
3
+ size 2724255320
model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0dac591d8f540401b0f81b8b48f4e405bb828bc711adf7d61bf98fc7f3a6a3f
3
+ size 2541857256
model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1e2392855c589b028eb8652bd0c1e85225ec932a1ca6520c7b403fcffe0f68c
3
+ size 2724255320
model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ed815270cb0874ea44a3973db0bec27ba1a1bec9e249c281b9fdf14b1fd9def
3
+ size 2541857256
model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1081a41d97c8e5352732620722c7cfde7491c794d07a84cc2db5ec2199ba0ee
3
+ size 2724255320
model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:972d59fc3d16aac98ce67c671e060e9d34771e991e40637bc342b11eca266cca
3
+ size 2541857256
model-00048-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049e34d3f45599373e47a0464c196de8597fa2bb6657e1fa5cf5de3b41764a64
3
+ size 2724255320