Hugging Face's logo

denru
/
Evathene-v1.3x2

Text Generation
Transformers
Safetensors
qwen2
mergekit
Merge
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
denru commited on
Commit
7d2b39f
·
verified ·
1 Parent(s): 96a96be

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +53 -0
  3. added_tokens.json +24 -0
  4. config.json +29 -0
  5. mergekit_config.yml +24 -0
  6. merges.txt +0 -0
  7. model-00001-of-00052.safetensors +3 -0
  8. model-00002-of-00052.safetensors +3 -0
  9. model-00003-of-00052.safetensors +3 -0
  10. model-00004-of-00052.safetensors +3 -0
  11. model-00005-of-00052.safetensors +3 -0
  12. model-00006-of-00052.safetensors +3 -0
  13. model-00007-of-00052.safetensors +3 -0
  14. model-00008-of-00052.safetensors +3 -0
  15. model-00009-of-00052.safetensors +3 -0
  16. model-00010-of-00052.safetensors +3 -0
  17. model-00011-of-00052.safetensors +3 -0
  18. model-00012-of-00052.safetensors +3 -0
  19. model-00013-of-00052.safetensors +3 -0
  20. model-00014-of-00052.safetensors +3 -0
  21. model-00015-of-00052.safetensors +3 -0
  22. model-00016-of-00052.safetensors +3 -0
  23. model-00017-of-00052.safetensors +3 -0
  24. model-00018-of-00052.safetensors +3 -0
  25. model-00019-of-00052.safetensors +3 -0
  26. model-00020-of-00052.safetensors +3 -0
  27. model-00021-of-00052.safetensors +3 -0
  28. model-00022-of-00052.safetensors +3 -0
  29. model-00023-of-00052.safetensors +3 -0
  30. model-00024-of-00052.safetensors +3 -0
  31. model-00025-of-00052.safetensors +3 -0
  32. model-00026-of-00052.safetensors +3 -0
  33. model-00027-of-00052.safetensors +3 -0
  34. model-00028-of-00052.safetensors +3 -0
  35. model-00029-of-00052.safetensors +3 -0
  36. model-00030-of-00052.safetensors +3 -0
  37. model-00031-of-00052.safetensors +3 -0
  38. model-00032-of-00052.safetensors +3 -0
  39. model-00033-of-00052.safetensors +3 -0
  40. model-00034-of-00052.safetensors +3 -0
  41. model-00035-of-00052.safetensors +3 -0
  42. model-00036-of-00052.safetensors +3 -0
  43. model-00037-of-00052.safetensors +3 -0
  44. model-00038-of-00052.safetensors +3 -0
  45. model-00039-of-00052.safetensors +3 -0
  46. model-00040-of-00052.safetensors +3 -0
  47. model-00041-of-00052.safetensors +3 -0
  48. model-00042-of-00052.safetensors +3 -0
  49. model-00043-of-00052.safetensors +3 -0
  50. model-00044-of-00052.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - sophosympatheia/Evathene-v1.3
4
+ library_name: transformers
5
+ tags:
6
+ - mergekit
7
+ - merge
8
+
9
+ ---
10
+ # merged_model
11
+
12
+ This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
13
+
14
+ ## Merge Details
15
+ ### Merge Method
16
+
17
+ This model was merged using the passthrough merge method.
18
+
19
+ ### Models Merged
20
+
21
+ The following models were included in the merge:
22
+ * [sophosympatheia/Evathene-v1.3](https://huggingface.co/sophosympatheia/Evathene-v1.3)
23
+
24
+ ### Configuration
25
+
26
+ The following YAML configuration was used to produce this model:
27
+
28
+ ```yaml
29
+ dtype: bfloat16
30
+ merge_method: passthrough
31
+ slices:
32
+ - sources:
33
+ - layer_range: [0, 20]
34
+ model: sophosympatheia/Evathene-v1.3
35
+ - sources:
36
+ - layer_range: [10, 30]
37
+ model: sophosympatheia/Evathene-v1.3
38
+ - sources:
39
+ - layer_range: [20, 40]
40
+ model: sophosympatheia/Evathene-v1.3
41
+ - sources:
42
+ - layer_range: [30, 50]
43
+ model: sophosympatheia/Evathene-v1.3
44
+ - sources:
45
+ - layer_range: [40, 60]
46
+ model: sophosympatheia/Evathene-v1.3
47
+ - sources:
48
+ - layer_range: [50, 70]
49
+ model: sophosympatheia/Evathene-v1.3
50
+ - sources:
51
+ - layer_range: [60, 80]
52
+ model: sophosympatheia/Evathene-v1.3
53
+ ```
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "sophosympatheia/Evathene-v1.3",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151643,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 29568,
13
+ "max_position_embeddings": 131072,
14
+ "max_window_layers": 80,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 140,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_scaling": null,
21
+ "rope_theta": 1000000.0,
22
+ "sliding_window": null,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.47.0",
26
+ "use_cache": true,
27
+ "use_sliding_window": false,
28
+ "vocab_size": 152064
29
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dtype: bfloat16
2
+ merge_method: passthrough
3
+ slices:
4
+ - sources:
5
+ - layer_range: [0, 20]
6
+ model: sophosympatheia/Evathene-v1.3
7
+ - sources:
8
+ - layer_range: [10, 30]
9
+ model: sophosympatheia/Evathene-v1.3
10
+ - sources:
11
+ - layer_range: [20, 40]
12
+ model: sophosympatheia/Evathene-v1.3
13
+ - sources:
14
+ - layer_range: [30, 50]
15
+ model: sophosympatheia/Evathene-v1.3
16
+ - sources:
17
+ - layer_range: [40, 60]
18
+ model: sophosympatheia/Evathene-v1.3
19
+ - sources:
20
+ - layer_range: [50, 70]
21
+ model: sophosympatheia/Evathene-v1.3
22
+ - sources:
23
+ - layer_range: [60, 80]
24
+ model: sophosympatheia/Evathene-v1.3
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f651d8e2ea89a314cf66706e0f19c107c8f70c6db28912329d6facc2efdb8e62
3
+ size 4982849880
model-00002-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9a73b88c83639699b55893e3256c1ac81f035d81dee7c15ec8357943ca3df5
3
+ size 4964084896
model-00003-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6409fe4a155a3a176aacb93198e1eaaa4b89bad882d7530ff78560f8814245c
3
+ size 4997660416
model-00004-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:239fcfd2379683ff1a50228908a1538be6233cbc3c15fc3d040b428cdcf0c18c
3
+ size 4565680312
model-00005-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4e2b9add156020a67afa251b1296db700f7abe704e03cd9eafd3900c4a43062
3
+ size 4964068424
model-00006-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:943933544874b5e1f7ad07672ea494dbb24933720ba258dd6c7f75ffbcdce5ac
3
+ size 4915904704
model-00007-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2fdad5ab52d5a433001f6f95911d5352748957e07d58497eb8176ad5ca0fd44
3
+ size 4647436016
model-00008-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e1791d4b077d9ef33ca751804293dfdce55ee0f09118d4135abdedfb4ecdc4e
3
+ size 4964068416
model-00009-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50aef3d287c7c215eb8aac875fd7d91f42d481fee0b82e3f75cf63baa73a57fd
3
+ size 4599255800
model-00010-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd301fd0628fdaa96f9d5626fa389f0897bf223b9231a11029b912e149af7852
3
+ size 4964101416
model-00011-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08b333fa57be16c39a3b989b941b498f6b97881b703326883e3e0794ef3e938
3
+ size 4781653864
model-00012-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06ad09adc6be62411c7b9f06fcb65c91c9ec8f778ae35956cfa90a6e46433655
3
+ size 4964068416
model-00013-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3638f9f94c32818a5efbb77c3b044496668b3681f27b13de16e6a7fb9e6f9f
3
+ size 4599272304
model-00014-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68b92e49dbe93fa61baf93cd222818f0e3d70d8eb416e377a0bb26084f93e0b9
3
+ size 4964068424
model-00015-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb9109c684485232c7928b34c8a1062535c16056ebb387b40a4a95f22ac3217a
3
+ size 4997660416
model-00016-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbbdc5ae26c93ce5d4953e067a0f2277b1406e4dd35ba57e3d6331ecf81ea70f
3
+ size 4565680312
model-00017-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8641551a9f5e9d3dbd473f2cea67f458d1998276f143d922c5dbf05187e294d4
3
+ size 4781670352
model-00018-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2504e57024f02240fe7e582cda674c1598bba0609ac460f402a61b554b12f93
3
+ size 4964068424
model-00019-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8396c171eedbcea09ac87318b9a8cf8334d6b131b332249fb8a4dbe36fe63ca6
3
+ size 4997660416
model-00020-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2820306c3661094b61ee11536b522143d19a090be14f87dc1b6f4bf308132b8c
3
+ size 4565680312
model-00021-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5be7b1f49e8dcfff950d8b915fcb07c0106e62e0cc74baa515decdc7c02e6f9
3
+ size 4964068424
model-00022-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74e669aa9036f0d90b8bb0d09ecd70d25a011ad5a8ecb084a02a26f48f485197
3
+ size 4915904704
model-00023-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c3dab2d513f0b9c746f2d86aed4480e0a81a1554ac89c99f2b6ea3d12d16d8
3
+ size 4647436016
model-00024-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8192ce53a661d9d057f801aacde38c5b042db0e0c30c55018716ce61ecb57843
3
+ size 4964068416
model-00025-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa1283d6af4cd90646dbcdacff9ae3034d7bc15879a15f26eb515df272eb4811
3
+ size 4781670352
model-00026-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53a1bee6f4226fa2a199ec0e82348a9d9c0db69f407208ad3fa19fc74b006914
3
+ size 4915904704
model-00027-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c4cbde75c26d78256124daa7fa654b53f3dfc5dc4edf01da714ce9beba14fae
3
+ size 4647436016
model-00028-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0105518d2cbf795638597bcafec8c09506ab853354180b9f33246d1f0a6a37
3
+ size 4964068416
model-00029-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e038f8fb0c9d07ce556f5f8722b90787961b7c44b6c7e07f39ef191552671525
3
+ size 4599272304
model-00030-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18b44402fc6b222381a9034f4a53668811520f527ff2cd97fa5a9f333ddf7e05
3
+ size 4964068424
model-00031-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a15283a4ef379f49d2b69dc227b2349d758ed13486d95e168d645a4cb0b06856
3
+ size 4997660416
model-00032-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58bcdbc6fd918b70cad1742023a22a4ec388f0063360964edb8ae3988cf800b1
3
+ size 4565663808
model-00033-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:604d3d47cfa060f541cae111b22a78ac83a41d56f77d25ff2eedc44c8f6e581d
3
+ size 4781686856
model-00034-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c677b9d47af406d8e8be7ad944cba40df3f9b10319946098172ec2809be3366b
3
+ size 4964068440
model-00035-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5c2f83a74eecb63e233ac18ba98c9392a8c5f6c5a828995432fd5efa185ffcf
3
+ size 4997660416
model-00036-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d86f90d7064c3574a48bf49cddd75ba39d14d63e2ea270e80c6d0b951c745b
3
+ size 4565680328
model-00037-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5da05346a2ac557379ec26efc01d94b9a485d658411ff6cf88749de2a0bd676
3
+ size 4964068432
model-00038-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8030bbb60a872ae4c3b7f37b8269ac0c43ba03b638a23d1dacdad0855fb87b8
3
+ size 4915904720
model-00039-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b08190f42992b7f7ba948851280c679b8efa7ad7b514b08b26dbcc68192ddd94
3
+ size 4647436016
model-00040-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cecbe43b9aeb82b886808c85463af8355338ff77123de9aa216fc98ed174b9a9
3
+ size 4781670368
model-00041-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a19277f28bd65686b60ca428764041a448d3bf3ab02142fab082283783018fb
3
+ size 4964068456
model-00042-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aaf7fa541c6aa4c9dcd393300c4ed4cf9ed32d797d64fe82737f2180cce2539
3
+ size 4915904736
model-00043-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:697c44687a84f2379fcd91d307b645e3b19b736a0014b9d3c1868b07558bd9dc
3
+ size 4647436048
model-00044-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08cad69ebd3a5349212c9c2f2964f95a45fe5e2435ce2917f5d21ae7031a9d0f
3
+ size 4964068448