KaeriJenti
commited on
Commit
•
28d2c66
1
Parent(s):
bee637e
model upload
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +4 -0
- config.json +28 -0
- generation_config.json +7 -0
- model-00001-of-00077.safetensors +3 -0
- model-00002-of-00077.safetensors +3 -0
- model-00003-of-00077.safetensors +3 -0
- model-00004-of-00077.safetensors +3 -0
- model-00005-of-00077.safetensors +3 -0
- model-00006-of-00077.safetensors +3 -0
- model-00007-of-00077.safetensors +3 -0
- model-00008-of-00077.safetensors +3 -0
- model-00009-of-00077.safetensors +3 -0
- model-00010-of-00077.safetensors +3 -0
- model-00011-of-00077.safetensors +3 -0
- model-00012-of-00077.safetensors +3 -0
- model-00013-of-00077.safetensors +3 -0
- model-00014-of-00077.safetensors +3 -0
- model-00015-of-00077.safetensors +3 -0
- model-00016-of-00077.safetensors +3 -0
- model-00017-of-00077.safetensors +3 -0
- model-00018-of-00077.safetensors +3 -0
- model-00019-of-00077.safetensors +3 -0
- model-00020-of-00077.safetensors +3 -0
- model-00021-of-00077.safetensors +3 -0
- model-00022-of-00077.safetensors +3 -0
- model-00023-of-00077.safetensors +3 -0
- model-00024-of-00077.safetensors +3 -0
- model-00025-of-00077.safetensors +3 -0
- model-00026-of-00077.safetensors +3 -0
- model-00027-of-00077.safetensors +3 -0
- model-00028-of-00077.safetensors +3 -0
- model-00029-of-00077.safetensors +3 -0
- model-00030-of-00077.safetensors +3 -0
- model-00031-of-00077.safetensors +3 -0
- model-00032-of-00077.safetensors +3 -0
- model-00033-of-00077.safetensors +3 -0
- model-00034-of-00077.safetensors +3 -0
- model-00035-of-00077.safetensors +3 -0
- model-00036-of-00077.safetensors +3 -0
- model-00037-of-00077.safetensors +3 -0
- model-00038-of-00077.safetensors +3 -0
- model-00039-of-00077.safetensors +3 -0
- model-00040-of-00077.safetensors +3 -0
- model-00041-of-00077.safetensors +3 -0
- model-00042-of-00077.safetensors +3 -0
- model-00043-of-00077.safetensors +3 -0
- model-00044-of-00077.safetensors +3 -0
- model-00045-of-00077.safetensors +3 -0
- model-00046-of-00077.safetensors +3 -0
- model-00047-of-00077.safetensors +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<|endoftext|>": 64001,
|
3 |
+
"<|startoftext|>": 64000
|
4 |
+
}
|
config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/data04/ysd4/llama/Yi-34B-v1-merged",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"bos_token_id": 1,
|
8 |
+
"eos_token_id": 2,
|
9 |
+
"hidden_act": "silu",
|
10 |
+
"hidden_size": 7168,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"intermediate_size": 20480,
|
13 |
+
"max_position_embeddings": 4096,
|
14 |
+
"model_type": "llama",
|
15 |
+
"num_attention_heads": 56,
|
16 |
+
"num_hidden_layers": 60,
|
17 |
+
"num_key_value_heads": 8,
|
18 |
+
"pad_token_id": 0,
|
19 |
+
"pretraining_tp": 1,
|
20 |
+
"rms_norm_eps": 1e-05,
|
21 |
+
"rope_scaling": null,
|
22 |
+
"rope_theta": 5000000.0,
|
23 |
+
"tie_word_embeddings": false,
|
24 |
+
"torch_dtype": "bfloat16",
|
25 |
+
"transformers_version": "4.34.1",
|
26 |
+
"use_cache": true,
|
27 |
+
"vocab_size": 64000
|
28 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.34.1"
|
7 |
+
}
|
model-00001-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1dfd50053edb549906139cb13af1d9b3aed64a349f6dd989ef77e7d87425fa8
|
3 |
+
size 917504136
|
model-00002-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:87b9a0964533343343c86433718904955c8ff0ddbf9742d35ed6c22c3c5b1a2a
|
3 |
+
size 822084296
|
model-00003-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be5558b4b2f1a1dd44346cc0ba149a8e6f07dbee4dc309f1c0b6ad784a898e76
|
3 |
+
size 822113192
|
model-00004-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09936936369a32eb95cd1804ff7b25c3df67c0aa54f1b3ed9645974bbbb9f104
|
3 |
+
size 822113184
|
model-00005-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d6b592855cc66c6641610d924905561b240698cbcdfe17542504d52e32e99f47
|
3 |
+
size 998273840
|
model-00006-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:596c8cbd37a606d61a9b932463a433d6361697b07d794c290f8c1e08115384a5
|
3 |
+
size 998273840
|
model-00007-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:36a078d412e3520281617832e6f7151fe413cd7764e5539c088b8e061470d708
|
3 |
+
size 822084296
|
model-00008-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8836910dc91c4d0287bc7cbf8597b7281d252ffd166693c1aa9ed2f818d979a0
|
3 |
+
size 822113192
|
model-00009-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9ede50cf07b6f857e6c1db9b92ebc73f24f3078e9c06b4744687631c463a45cf
|
3 |
+
size 822113184
|
model-00010-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66ed569371a5bd026a4862bc51aa91007e77bf6ea9fe7137ffad2e86f1d32dd6
|
3 |
+
size 998273840
|
model-00011-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:42868f8609ce39610d9e6e08c7043a37f79273e98df8e7a5fa286d14d9ec6186
|
3 |
+
size 998273840
|
model-00012-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f9662ec940fe93134cc0745d32f49442a1d083457694c496d377ae445078e9ca
|
3 |
+
size 822084296
|
model-00013-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e6f125134e1bb42fe0b5d1452edbde4980e9d178979e29abe657d72d04a83c7
|
3 |
+
size 822113192
|
model-00014-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9b21ef50ae826739814f1a3eda431909983e13bc1e1b97597b0a30ce4a66cb8
|
3 |
+
size 822113200
|
model-00015-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c407b7b0d12d9a97a15aa2c245b8f058a0634b214c4353e85371097c72fba93
|
3 |
+
size 998273848
|
model-00016-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ddf1b67d531228ad385778ad536dd76f61238ce8adb0a742ad14510cb08ad4c2
|
3 |
+
size 998273848
|
model-00017-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b66971e9a18ce00956def2a75f27dc15c7b76aed1dcaa79e0351af23883690cf
|
3 |
+
size 822084304
|
model-00018-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:10160a11087879b9d661a761f668f256d3bfcb76740579105a3d1a9f2ae5ea6c
|
3 |
+
size 822113200
|
model-00019-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e81569bbab362d6e4b40a781fd846d559a23722a7f303d1be2ae5ad242a66987
|
3 |
+
size 822113192
|
model-00020-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3201eef35a7b94bf2e7f2c27a04f3c38a3effaae12115f309467d6343be54a69
|
3 |
+
size 998273848
|
model-00021-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2342203ff5ccae773be25eed36deb1ccabb25db9c4569a9e65144e4a022520d3
|
3 |
+
size 998273848
|
model-00022-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7fd4ddfd5c004e6f09101a960b014de014cdf84c0a9b513111d0fe90927d0489
|
3 |
+
size 822084304
|
model-00023-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e79f22b2570ef0794f74cc823aa6d91af7501f642e6920a37572653755c3254f
|
3 |
+
size 822113200
|
model-00024-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:84652ca7d9add20caaee334cb1ba2d1451d7f95b895a117b85c8afa3e0137bbb
|
3 |
+
size 822113192
|
model-00025-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a496a8d123d783567148c0715bdd9b3ccd310917c626c47625570b37d04b43c2
|
3 |
+
size 998273848
|
model-00026-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f2a2b4cc33381be33dc9c83944551d6071cbab29ced0cbd87b5aac2fc1df64a2
|
3 |
+
size 998273848
|
model-00027-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7771a0d6c24ea010de76100f00c45691e4856a89ca02c51ea5569625216f62ce
|
3 |
+
size 822084304
|
model-00028-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99776dde8dfe062ac99703f740303b6d6865f2bd42e417c449f13c098602300e
|
3 |
+
size 822113200
|
model-00029-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:37c24dbee657571f7f1a0a88532b6c998b1fdc982994fc05dc7019ac9ef4ebc7
|
3 |
+
size 822113192
|
model-00030-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c257b23ecba6baf94c92368a9a8ddab78608243a44068c44d8ae9e0864bbdf2
|
3 |
+
size 998273848
|
model-00031-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:055a307d9b78035beaceb9a14c279a947f8b875f6c6e4e56465308b23f277256
|
3 |
+
size 998273848
|
model-00032-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ecd5e380768926c8ee1e9b8dd17b741a07da79ced49c3f9eaca4f7d2e815a044
|
3 |
+
size 822084304
|
model-00033-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9420d903f85b92f5fe7aeba9e161653e0540350bf3279396b4f8063a0290376
|
3 |
+
size 822113200
|
model-00034-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae71d5311931a48b885bcf3f41c000626f7c4502d4ce257205ddf32bf882adf9
|
3 |
+
size 822113192
|
model-00035-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b3b8c366cd595e008feb45c29f554afd1550d3656fa149a33044427fe8f96700
|
3 |
+
size 998273848
|
model-00036-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5dc13ad6423fbd8610856171b8bcbed2054c11ad2a9227af63e90d891dc91804
|
3 |
+
size 998273848
|
model-00037-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f8fc80443e60284bafbd7bb852283f97ab182ef4b90539ceefc00971cf060b73
|
3 |
+
size 822084304
|
model-00038-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49d9ef4233623519aa9aefb86e3d956c839bf483b08475894f6a6d8454f6bde3
|
3 |
+
size 822113200
|
model-00039-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c494c8aa0fcd5a1881d75cbc27645b8018480373872350d7793ba912f37e9a59
|
3 |
+
size 822113192
|
model-00040-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:19b732238aabb801d2d63b004cdbcbe17852a0be936639fa7b16f9bfb44101d3
|
3 |
+
size 998273848
|
model-00041-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:98aedc042ba4c4e28ddc4b9ca694425416f18d554cc23d8840ee28f674d92aca
|
3 |
+
size 998273848
|
model-00042-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9c2751257eea64d422a877f93b574d86d10ddea01dad4074a8126c532e360de9
|
3 |
+
size 822084304
|
model-00043-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:91f22684b276bc11f71c58c5e14c234765fb94c95aedda4af6f14cb52c32ae40
|
3 |
+
size 822113200
|
model-00044-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0aefe3297f7da5c7df2184966f1b3c299e764b89f62b5c0569ef3dabd65d0d46
|
3 |
+
size 822113192
|
model-00045-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1bf0d3436aa98db9863dd367cf78fdfd16d6afcb08402a3210a965324ceb993
|
3 |
+
size 998273848
|
model-00046-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dd6502e76ba64f3bcd4faaabf68386841124e22df872d3bb4b0af987ca99fb63
|
3 |
+
size 998273848
|
model-00047-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d170d6e3470ee074caa22280ce24f2615200445e32000a12663b9914faff56b5
|
3 |
+
size 822084304
|