ZongqianLi
commited on
Commit
•
e4e4c13
1
Parent(s):
6234b87
Upload 130 files
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +26 -0
- global_step550/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
- global_step550/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
- global_step550/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "bert-large-uncased",
|
3 |
+
"architectures": [
|
4 |
+
"BertForQuestionAnswering"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"classifier_dropout": null,
|
8 |
+
"gradient_checkpointing": false,
|
9 |
+
"hidden_act": "gelu",
|
10 |
+
"hidden_dropout_prob": 0.1,
|
11 |
+
"hidden_size": 1024,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 4096,
|
14 |
+
"layer_norm_eps": 1e-12,
|
15 |
+
"max_position_embeddings": 512,
|
16 |
+
"model_type": "bert",
|
17 |
+
"num_attention_heads": 16,
|
18 |
+
"num_hidden_layers": 24,
|
19 |
+
"pad_token_id": 0,
|
20 |
+
"position_embedding_type": "absolute",
|
21 |
+
"torch_dtype": "float32",
|
22 |
+
"transformers_version": "4.25.1",
|
23 |
+
"type_vocab_size": 2,
|
24 |
+
"use_cache": true,
|
25 |
+
"vocab_size": 30522
|
26 |
+
}
|
global_step550/zero_pp_rank_0_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff8473a1702f280fa13f9cb42580b5c2aaae6335f1db7b0f47ba259292ff2305
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_10_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_10_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99de29a8600a840dc1b87f0b7967dbb487718551d3ba29a1243af5010ab9571b
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_11_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_11_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:345f550c6fdef72d561d04c52c0480a86b0167966f627345e64663bf0f7951a3
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_12_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_12_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f243f0ce73ea84c22de00705102531da808e75e1a0482fdd6165478f006c89d0
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_13_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_13_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4f6c1df70b35dbd72a749c43cd9817966ad4886479d920341bb4f3ff2aef4d4e
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_14_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_14_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d05b0def3032fa599ff07ed54bde13ec437ad74f643c3aedafa6a083b09d7da0
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_15_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_15_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:47fd074c49b21f3485b73447fcd643583f13f5fb171995117ae0b59fb79f8155
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_16_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_16_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ab7d179fa51d448901c51c245f2299e9a11a4dc7aa914b0942284ed45d18a258
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_17_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_17_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7ab89018fe2c51b9efb58f67563c50c16881333ea00fba2ff4141436f7d866fa
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_18_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_18_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7042942ab423d719416d63562b1a081aed7b90ea2d1f51d84ffae3e5757f649
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_19_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_19_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c50cb2f1535a7ef485bfa054c2a832b910f2a8b4e3f3c1b24f1cb5fa3ff4ef1e
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_1_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2535bb49f00466ef8174f0129099d91e6325e12477421cd1ee35374f2c422b08
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_20_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_20_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a023396461d763f630d026979498985456f08a004371238a3dd26bf272790941
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_21_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_21_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fb645524b260f84070cc5db203fcf794b8c61b56f88fa6b3d9e5172f1a5c5c7f
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_22_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_22_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0bfb18e77c4ca50d31cdeeef2b142f4adbe6b9b1da8e357b0bbafaa63454ac00
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_23_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_23_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5713570de6a002973821c36683760451ba68f5c3c58b02c85864afe044250ea8
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_24_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_24_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2108942a6c69ebf273a66c03741bf27204f1fcb7c3f226206120299466b8433
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_25_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_25_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f57bd0b083da229f4377e83b02cb2887918ad31044450a14f7f239b2dbeb9b6b
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_26_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_26_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d445b1fcc5c9d8751398684f7a4c38b32be35c376a90e8a0ef8026aada25b3c
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_27_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_27_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c94dd6fd1c35f892c66e9f65c396057e67d933d06163f779bac3e6619b411937
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_28_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_28_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c41cf194721394607a5f388cbb4572d2755c2b785885bd5d2f08d50fb41e80a
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_29_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_29_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:62ed52a390536861030c41243cb14c134cd5b53578acf66ddd359bd91d8b3f43
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_2_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3489559accc92934c8a20b20d3c8e8c125bfe85acb4d321eea4d0de9b45b1786
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_30_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
|
3 |
+
size 170673
|
global_step550/zero_pp_rank_30_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:848fc30e4565e7cc0cf5fd9db64e71c5e70c1936e338ec518a5084a8141b28c0
|
3 |
+
size 100233251
|
global_step550/zero_pp_rank_31_mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
|
3 |
+
size 170673
|