Hugging Face's logo

yessenzhar
/
MythoMax-L2-13b

Text Generation
Transformers
llama
Inference Endpoints
Model card Files Community
yessenzhar commited on
Commit
bd3d2f4
•
2 Parent(s): 5ea1b29 0729273

Merge branch 'master' into main

Browse files
Files changed (20) hide show
  1. .gitattributes +13 -35
  2. added_tokens.json +3 -0
  3. config.json +26 -0
  4. model-00001-of-00013.safetensors +3 -0
  5. model-00002-of-00013.safetensors +3 -0
  6. model-00003-of-00013.safetensors +3 -0
  7. model-00004-of-00013.safetensors +3 -0
  8. model-00005-of-00013.safetensors +3 -0
  9. model-00006-of-00013.safetensors +3 -0
  10. model-00007-of-00013.safetensors +3 -0
  11. model-00008-of-00013.safetensors +3 -0
  12. model-00009-of-00013.safetensors +3 -0
  13. model-00010-of-00013.safetensors +3 -0
  14. model-00011-of-00013.safetensors +3 -0
  15. model-00012-of-00013.safetensors +3 -0
  16. model-00013-of-00013.safetensors +3 -0
  17. special_tokens_map.json +25 -0
  18. tokenizer.json +0 -0
  19. tokenizer.model +0 -0
  20. tokenizer_config.json +36 -0
.gitattributes CHANGED
@@ -1,35 +1,13 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
1
+ model-00001-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
2
+ model-00002-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
3
+ model-00003-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
4
+ model-00004-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
5
+ model-00005-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
6
+ model-00006-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
7
+ model-00007-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
8
+ model-00008-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
9
+ model-00009-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
10
+ model-00010-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
11
+ model-00011-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
12
+ model-00012-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
13
+ model-00013-of-00013.safetensors filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<pad>": 32000
3
+ }
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mythomax-L2-13b",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 5120,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 13824,
12
+ "max_position_embeddings": 4096,
13
+ "model_type": "llama",
14
+ "num_attention_heads": 40,
15
+ "num_hidden_layers": 40,
16
+ "num_key_value_heads": 40,
17
+ "pad_token_id": 0,
18
+ "pretraining_tp": 1,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_scaling": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float16",
23
+ "transformers_version": "4.32.0.dev0",
24
+ "use_cache": true,
25
+ "vocab_size": 32000
26
+ }
model-00001-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1cbe258f4b5d8ac44a9c2b8c1a898b42d8e29960c3c53ea104e6c790f36fb4
3
+ size 2089331512
model-00002-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1313de2438309f03812f7808caf0d6b772013c1bcb8ebf6c4f5f7880b31a945d
3
+ size 2044808560
model-00003-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66401fa509684484811703dece6a6624857d52e49e6c45b8dc7e1d5f3fee5d1c
3
+ size 2060516728
model-00004-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e38f633a49d23c16680f667ece5c4f475c429c41f7213aad13b214733f96378b
3
+ size 1955658920
model-00005-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3acea8d369576319ad73ac2750caa655d12b9af58a846626b173c24ef170fbc6
3
+ size 2044787880
model-00006-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48fa616bba38fe2716acaffef99fe8692095d3c57f2d3f34590c0ecd99f1fc5
3
+ size 2044787880
model-00007-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae7db195f815f3590512afcb374f8139f10628980f46ab00c1e1f1f183435a8f
3
+ size 2044808592
model-00008-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d50c3436faf4dbfe748796b0397e2b9919dea9b9f178f548a7dd3fb8b3b5ae71
3
+ size 2060516760
model-00009-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5849aaec8393dac081208d849fabb452c7996ad02c278d4ca39880da6a28b0c
3
+ size 1955658928
model-00010-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97dd786f2d4fca0088a230964f0489972c9938f0912fae8246d0f4c9a9ac137
3
+ size 2044787880
model-00011-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22a9b9a8e2b6706b46500c3996899ded1db9d1d295f4d6ffdc3c4c486dad0ed3
3
+ size 2044787880
model-00012-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4de2bfd4f3097241a6102f61db032b92c21968a52f5e9f542fec6bbc7afe137
3
+ size 2044808592
model-00013-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c47cec9c47267bf23e8bc38945be7c4e4a57028d7236223c948cec4ad8ae79
3
+ size 1596510440
special_tokens_map.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "<unk>",
17
+ "unk_token": {
18
+ "content": "<unk>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
25
+
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
Binary file (500 kB). View file
 
tokenizer_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "bos_token": {
5
+ "__type": "AddedToken",
6
+ "content": "<s>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "clean_up_tokenization_spaces": false,
13
+ "eos_token": {
14
+ "__type": "AddedToken",
15
+ "content": "</s>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false
20
+ },
21
+ "legacy": false,
22
+ "model_max_length": 4096,
23
+ "pad_token": null,
24
+ "padding_side": "right",
25
+ "sp_model_kwargs": {},
26
+ "tokenizer_class": "LlamaTokenizer",
27
+ "unk_token": {
28
+ "__type": "AddedToken",
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": false,
32
+ "rstrip": false,
33
+ "single_word": false
34
+ }
35
+ }
36
+