ZongqianLi commited on
Commit
e4e4c13
1 Parent(s): 6234b87

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step550/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step550/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step550/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step550/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step550/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step550/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step550/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step550/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step550/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step550/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step550/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step550/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step550/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step550/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step550/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step550/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step550/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step550/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step550/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step550/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step550/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step550/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step550/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step550/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step550/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step550/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step550/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step550/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step550/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step550/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step550/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step550/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step550/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step550/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step550/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step550/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step550/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step550/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step550/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step550/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step550/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step550/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step550/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step550/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step550/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step550/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step550/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step550/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step550/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-large-uncased",
3
+ "architectures": [
4
+ "BertForQuestionAnswering"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 4096,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
global_step550/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff8473a1702f280fa13f9cb42580b5c2aaae6335f1db7b0f47ba259292ff2305
3
+ size 100233251
global_step550/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99de29a8600a840dc1b87f0b7967dbb487718551d3ba29a1243af5010ab9571b
3
+ size 100233251
global_step550/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:345f550c6fdef72d561d04c52c0480a86b0167966f627345e64663bf0f7951a3
3
+ size 100233251
global_step550/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f243f0ce73ea84c22de00705102531da808e75e1a0482fdd6165478f006c89d0
3
+ size 100233251
global_step550/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f6c1df70b35dbd72a749c43cd9817966ad4886479d920341bb4f3ff2aef4d4e
3
+ size 100233251
global_step550/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d05b0def3032fa599ff07ed54bde13ec437ad74f643c3aedafa6a083b09d7da0
3
+ size 100233251
global_step550/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47fd074c49b21f3485b73447fcd643583f13f5fb171995117ae0b59fb79f8155
3
+ size 100233251
global_step550/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7d179fa51d448901c51c245f2299e9a11a4dc7aa914b0942284ed45d18a258
3
+ size 100233251
global_step550/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ab89018fe2c51b9efb58f67563c50c16881333ea00fba2ff4141436f7d866fa
3
+ size 100233251
global_step550/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7042942ab423d719416d63562b1a081aed7b90ea2d1f51d84ffae3e5757f649
3
+ size 100233251
global_step550/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c50cb2f1535a7ef485bfa054c2a832b910f2a8b4e3f3c1b24f1cb5fa3ff4ef1e
3
+ size 100233251
global_step550/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2535bb49f00466ef8174f0129099d91e6325e12477421cd1ee35374f2c422b08
3
+ size 100233251
global_step550/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a023396461d763f630d026979498985456f08a004371238a3dd26bf272790941
3
+ size 100233251
global_step550/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb645524b260f84070cc5db203fcf794b8c61b56f88fa6b3d9e5172f1a5c5c7f
3
+ size 100233251
global_step550/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bfb18e77c4ca50d31cdeeef2b142f4adbe6b9b1da8e357b0bbafaa63454ac00
3
+ size 100233251
global_step550/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5713570de6a002973821c36683760451ba68f5c3c58b02c85864afe044250ea8
3
+ size 100233251
global_step550/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2108942a6c69ebf273a66c03741bf27204f1fcb7c3f226206120299466b8433
3
+ size 100233251
global_step550/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f57bd0b083da229f4377e83b02cb2887918ad31044450a14f7f239b2dbeb9b6b
3
+ size 100233251
global_step550/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d445b1fcc5c9d8751398684f7a4c38b32be35c376a90e8a0ef8026aada25b3c
3
+ size 100233251
global_step550/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673
global_step550/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c94dd6fd1c35f892c66e9f65c396057e67d933d06163f779bac3e6619b411937
3
+ size 100233251
global_step550/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501d91ae9e1062f8000c4b99d05b98df89f11f716fa567f853c26ed5ca2aaee8
3
+ size 170673
global_step550/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c41cf194721394607a5f388cbb4572d2755c2b785885bd5d2f08d50fb41e80a
3
+ size 100233251
global_step550/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2e05d17564b95e4524419066fc00ffbc9acfa3599056e684b080e7753d0420
3
+ size 170673
global_step550/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ed52a390536861030c41243cb14c134cd5b53578acf66ddd359bd91d8b3f43
3
+ size 100233251
global_step550/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3489559accc92934c8a20b20d3c8e8c125bfe85acb4d321eea4d0de9b45b1786
3
+ size 100233251
global_step550/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78af0d51f7119281fbf41f41c182f8d19a0cf7bc74733f7137e82f88bc4247d3
3
+ size 170673
global_step550/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848fc30e4565e7cc0cf5fd9db64e71c5e70c1936e338ec518a5084a8141b28c0
3
+ size 100233251
global_step550/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb8451a98108186932e2c0fc5b993e8975a616be4a2d648d54fbec1b434732a
3
+ size 170673