diff --git a/.gitattributes b/.gitattributes index 637fa167e56685c01bc97f08a420ea76330cf6df..1fd4826e6f1aafb9303f7a6f9709083bd5723fc3 100644 --- a/.gitattributes +++ b/.gitattributes @@ -30,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..24cb5777b2201451fa4da79a0681e45335826250 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b66d28c1f259f40acf39ee7cb4e473fdd5c8f2fa8bdb275a1f614d338847a92a +size 10789936219 diff --git a/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5c6faba312d3d0fab85e3742e0abf8e97192663 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:575f817f0dcf0ad8eddd36372ff2a41fab6a2bae446363f71f6560e7777768ac +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..93b9ca6cfd2cf5e92ec0d858af97247cdd23bbf5 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae0d7afe95f9f227426df56dda3611d65681ff4f05e423d337ca7c5f438c05a +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d3ff48a67c0d5703ee46464ae9c0254b2000265 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e718567f42300a39ad4bb8a342e46452e2d2eb0c7ab9ad30ae51c1c939b876af +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c7fccd4fe1bbad961f553c006099216f2cb8455 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c594f8798382cf985a67e741e8821447d6e925b2c6fd382637965fe28e69f7d +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e45a745e5e1b7f94056b6be982bf8c3b54fd0a0c --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df30dff95444b1df5e811d757e8e72ee1f758c5997821fe8fa596d2330eb3937 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa31e7cc485faa4822e1392aefe3cca58399a07 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd50fa171cae01aaee6cb78846abc56b7f0c60fd4e19b08997bc2426acb2701c +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3103164916f7c7cbb940ffb516d499bb033ca5e --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:328c3a236b32fba4965ef6fe8e6d50d1712f909845882c621d186e04448312a6 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..23cac2ed367f4fb08a480f63e05f935f2f3d1f0b --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f4baa3ddef8ddc3312c245586e39109d92d69dc66f44f25bc5e75092049dd3 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f0095d14958b704a22de8bb3699551579cea084 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a2eaae9f013eb3e8b26898d7b82346ae2c7eda8c493a9eb410e4dc774bad303 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a82336dd62e365773acb2e4261ebea504f5c1317 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:901dfd591b77c372a96a9b62790c5e299a440c9f975bbb782116957006159da3 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f12c3c91650f08dea0c7910579d912f0999a20d7 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e4907a8a41383428228fa71f8669f21bb23e98f93522872b67f3b8250fa8361 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5318a72c9def6f0f57ecb7028dad4f9e142793f --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6cdcc39b9a75e76ae75b02de2700e24c348bb8285f3813c858fc57848429993 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bbc0d4fa3ce20324201df315ccaa01888ca9c86 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc478fc37fb72f1576f0a945827685b2baadfcb59abb681391da661ebca68b37 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6bd5f98f493d1cbf35fdede49e535f695fc0b15 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e478ccf3836b78cc7ccf8a1c849621baa9686ea37f81a630b0023f8152eacfe +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb332f117317b9e2561920b6f82684d5dea3da72 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d44e3c0de6e8b2fad69a131eb2bb113894470bdcc6bfe173ba89f3041431fb +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e24fcb5de9c7d15f0933e8abfb1430dd76ff585 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4291d8651a37e101c449f94742ba7bc83d5a2c5021bde7a515c7c937823980 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c905fd9f016a3d8bcb6529b590a56a3356a18f7d --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7663e4ba4ce9afd9645a4d2226be9d75fb2036065f1f14823b2046f2deb2b8be +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..af3612da6172c0b42a12f91b2496b9c021798229 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0439f1301236ff9f4b97710279575a90d33cc4c4073fa460368ae7b11c057db9 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a71785bddbd9ed544f39a2b365fd96358541488 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:960906e0d9a343beee71dc7217aa967cafec39e859d5d5ac5b805540c02013b5 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa61b84496d9594456b509fb9f9f84604d1fac0f --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6451ab2f7fe5e1bf2adbd2fdfbbfefb9b756c7d53d3626479204f53642be0e5c +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..294b72c8d1fc575d6910b0dd370ed6a7c8c82530 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d50f3e32477e561822dba24e60f3c8180d527a2dbfa690e838c9a9f270a675 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1f4f0d47fd9c9c1da73b66a643e54bc4bff1a39 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923e6f98c8f5c8938cae8e8d37058b49bb3571da7e2eb1a4106148eb4f93e00a +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3259ad1e191e852f1522355dfdb348b2c609a6c4 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d95cd7a7a382fa67e7d82ea1ffda09d6820de15be1cf8d50d67a37f633946cf2 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a8a4aace00f73cca6f7106887b4c6608bc2816c --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:706894f6b0b228bf27f86550f087f2583392f78ac2fa616c4cf4f80def584118 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc6a2d637ce708717c542b78ec365194ce8ebf50 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38abe3bf130e971c75429fbb1f2d536ecaa03bc8d63a7678ccd904b83bc91046 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..160cb2c7792feb40cba3e7bb60cd8c750161291d --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33565c017f59d8a744e39330d86a271671a4091e9e37fda3a230d10d4f1d4f70 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..69982b8c830306c28052c94d6f50d44038073675 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8215fc55c90fb9f159de3c653f90768269d9397c12f2f6ceceab7a8ebb6f80d4 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..454b203da34e14c197e5cb3cba7e7adcbfaa20d1 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffcf1adcce232422e5a423cf148e4701386ae07614b0f7323b4e4c9767d258c5 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe79a38169c13f68f939df5ec85e1bfb3bf48230 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd3b11c16a34e0bbe304171e2b74e402898892b555e8800486efb73081e634a3 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e309d0bee430120a6f4c8efc5b89c6ee70f42b1 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cea5275436fc9b93a8d500a2d567dc36d2b9d40ca0236fdd516db669d7a195c +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f90a6575093669c99301e095d3668dddf6949e3 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e5525aa576233280325f780a09963a5f2a8522bc5173448827d427a5ddcfb6 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a194eaf7dab82c264d16c49a3c83eb119fbe1a0d --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b4c85aadf8f3ae955ea1d3ad638ae03af7beb71660ef01f3dc080f4dc984095 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c77f7e85f77642544482fd8c1a0a5f2b32260fa --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99662ce3a6ee4745d283575203ae5aa9f649bc595783f2405489e94befb87a2c +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..537f7ac4acdf2b6e4e3f8237fa4afcf1e20d906c --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:351abdc023ae21904b39fa7922c393170eee4dc98c001f68849300d6767f405c +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6575d29730c3942273edc691fdddedaaed5636c9 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a912d1e387d8c234e29d9b0889048944825042234be06fdf5285276addbcea2 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9a5230f5afefc9a0ff10d39e0c31c23be32b2a --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bc2c08384559ab38f73c4ba5a1ecad14f31025a376cd0684aff2ceb1d8f56d +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca5cb0ea1082b8df493bbc75dd0c04bff5ce9e73 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2c251f8eadb36a784c502bde33ab7e19db7245db8db5272321f30b4e3d7190b +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..107ff9fccc712cea49e0cef557dcd3929026c79f --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81a73eb303cfe3dbb3533ee2702c64389d05f2db3a1ed9df9f940f7041ede62 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..22c73728a06a73f4862dd806f4f781992d37c910 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b35f85afc1a63cffd66c371fbe0124d9b88d2bab1cbdd84fe9c0e40905ebf1a6 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..682a824b9ec404987f010410d04fdcf4f66b4e0e --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:185d9f5f125981ff6f7ba864344bd52c4d0a814a73f51164f7ca89fd05697166 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac2dbf3ae3d0c1cb0f332096e8c0412cc139168 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5cb7da1e82062b1ed9ddf99f4f537e8d6e3bf135fad976dda6e10048d58255 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fe678e605f3fce7926eb894dba824842cb762cd --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1fc96e895d5ba2d6819ced56bb839391077787f8ee268483817484acfb5a60 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eec716744fb8f2e0d4d32fe27a0b8e57ec34dd40 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1420ef1229a68e477671a32af0962922ce6503692a13458c68bedf0db79569 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..55505e132ba9b2b60d65ec6cc088e022cca14b6f --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:872e5926e9fe3e94d441cbeb313b5e5d5cd34b462591826a15296939d7915e6a +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0b7bd3ecd2f5ef771a81995d78d42e7fa058ea5 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96357bc4b1ad451a6b36a42f5d88d1b761b041d31128c7dee1382957ceb8b945 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..57f799661b4b36e253d3ba0fa0713a2555691f0d --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e712b1909c4db8ff1a5c6ad5640deb26981e2af12d40e425e1a68e1ba987f5a +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e44da295a6518df938a8e90cb3f235c4626813a8 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29500da2450f2ac03f58f8f62b2ac43202912d5e6d03597b1b5b5923753a48d2 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_48_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_48_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e499aaaaee6237e99584c0ed5737fc4666610b68 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_48_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc2060db6bd6e17463dcc5bc50b8089b7314f35d1ac27558d9b3f68cc0cb5b5 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_49_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_49_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f350ba8807f25a6479fddf61cc54ce01ed36b60 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_49_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60833e62026ad9ca8f16dce83490ec1ecf084922697b5634b7bcc5a4e69987ce +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_50_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_50_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..885a1c784fdcdd1028c62582758275e086911347 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_50_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30b3d7ee8e12c54e4b3d4d23f189300e709a8b037c1243ef52c9bc5a8124a13 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_51_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_51_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4c922513f6af68c312082668bca56c27b1bbd80 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_51_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1941fe517c52a9e2a006fec5feb1ea42ec12313aaa51e6901122dd59205b204e +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_52_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_52_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf6c02d167f12e84cae780ace21c5e73fc7fb60d --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_52_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0501d6b36a4f4aedf07c231eb0146398ddf8489537f922f2c32da19250ed57ca +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_53_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_53_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71b31d297a061783cbc1bdf422d52e334c22653 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_53_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5012ffde1d09d75fa199fd1c5a7e70ddaf6e68cdc9b8b44e6a5dc56ebe1322e4 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_54_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_54_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..91ea28f41f1a4bb96b7d4b311013b13665be2b30 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_54_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2bf6a26ec2118ffdd0de2c53d1003bc5ff6e99c2837af10bf03776d3c818d7c +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_55_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_55_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e83b5a04dbc33e7d967791c2337a4396073320d --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_55_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a93c7ceac127b39a21dabec920c3d153e09816dbccbec4a7e2869469d4986cf +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_56_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_56_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..839c9d6f17a259f2fa8c50d8ad03804c6da3cc9a --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_56_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79f34ad03cfeca4ff3ebde7caa4305bf33ded6741082f7cf4d90d4b9ae562d23 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_57_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_57_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4ebcaea60db714e6df07f17b933068979d46897 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_57_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af584026a1a822047d4d01a06e4f464c7a449dd91054dd0e2b5d9c110672e375 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_58_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_58_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..95bfd68bfc57274022ee314dc2726665c97d4eb3 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_58_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e539a02643e7d3e4d3cbf714b2aee5684232ab6b059c5cc4794e229e4bcc12d3 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_59_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_59_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e28949c15db33770bac0abac25e270b2eda4a80 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_59_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71032345db911e8d6357153e4edc9e7351b43c89f2da70c5a0b2731d0022ed10 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_60_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_60_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..57e9e482c0b0aa3e7c40635a7d66fe13e4e146cf --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_60_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdf9ad3422cd4be568a5ac33caf32ff9db9de2ce52bfaf400424f960000a684d +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_61_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_61_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..169017649fb1bdb63616e25258a489422d2ef13a --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_61_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b57d90c97856f4dce6d04c72f0a8a2af2064e2e8a790a781cad9648530760e +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_62_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_62_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c487e270ffbf9a90e80e82bbce471bbc0facd84 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_62_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c3a15a717b7272fa7f331285c59c636e6c714ac26ee18026fc29e8394637dfc +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_63_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_63_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3629a289b24e73689b54aa7eb5d610b8a60d9cf --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_63_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b182c87e510ce0f7981c48ff1b4cbdabcad00565ce574dcdf56c4ea12a0c6c +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_64_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_64_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..09230e1006a6e6a9e2bcc50ce02f599d36365f03 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_64_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef71403f3ff3c02985a21d99580a608fe8d3d050ec832b2d5227a6658d82527 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_65_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_65_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7215558af3cc29e4a0da6b8bc0c112e3205bd111 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_65_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d693156e691661d0ca10ebbda3b8399097be88486ae4a4ddfc9fe983c51fa6d4 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_66_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_66_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2286d4c8a130b88a9b59e19b1972a13c5dab35f8 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_66_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617597528254d76cd9d5ebf3ba2171012de0eaaba7c33d2407f373d57a6eaed4 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_67_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_67_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..352efbc3a3b88294b40583081d94740564d605b8 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_67_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ea9c8a452d55609f837bf2ae2d488567e79b85fea3bb2b02fad9a26e3e3320 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_68_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_68_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad3ad51735fd3e072eb2c4cdcfea20ad89929a30 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_68_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8779d3c4d958c9eb87e3887d427f0dfef9fa6ba50b820d1473093d951633fec2 +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_69_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_69_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d954887517ce6317cac89d6eaa8107e41579e00 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_69_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f2e74581daef3fd8ffaf7e2edb61a2f5a583dc4b985764d44a8c0f32ba65fe +size 7399315419 diff --git a/bf16_zero_pp_rank_0_mp_rank_70_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_70_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..faee31487752074375d7829f3bfbf561669a7874 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_70_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d7883279930edfd3789d4bfa1c95c4c502817c403f0d383f2d9bc7a8c6cb67 +size 7399401435 diff --git a/bf16_zero_pp_rank_0_mp_rank_71_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_71_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f8c54ab90fee888ef104193a9b5649fc027fb26 --- /dev/null +++ b/bf16_zero_pp_rank_0_mp_rank_71_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f527d5b9ae5037bef2f337c1c88b97edda3d0a8e73dd0719a06bec8aec5786 +size 10789849219 diff --git a/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aca04e6ffea169caa029ccbd9aeceba8e2bd6401 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b490559d61cc65e025344e9f856bb4f2d2aff622bca1f36544313d4a846a05 +size 10789936219 diff --git a/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a45b664afc83dd04ded2a422964bc41c4dd1e0a --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0bb3d2b7bd875683b186847b2dfc7fcf040cc3d57b2c7b46e99875d05a7d9c +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..508c61f1e21e43f33376ffd76182e10e75f338be --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a616e440941bfe6c98cd40eaf365317915fea43532cd55bb099d8a45ec8ad8 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e55bb640f78ffe7144359c9e8082bcf4642977dc --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc525d062a196d02547f54a76160acf41324370978ef2965730c08f1d74115b +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..25bc6dee24bea0f1aae822300ee97e4f06dbfa16 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77535877a37c1565ec95b103cd15aaef6e78804bb6fbba85b1a3dbd53eeac05f +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9cf76f066a1063651c483d17b4a988cf962765d --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53abc25234d9e9e787b3d93d3e5d964ba392038dc6bf6ff64d8cc9c8514f982c +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4a86ce782711336dbfa64468faa4f8441ce8948 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f575ca9e1037fcfa4879c5cf2bbd5a438b9cd0f009e53e432a9868e9d775e80d +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd22bf681a95ea5a72f255d6c6f06091fc2d9f3f --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b2f6540dda415a6e6bd64090dfad9a0a1933dca4c7649ce6134b2c942711bb4 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fdbe356a178030494bff0e28b1af648326a23a5 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08126865ca4c3ce05f63c6014a7af666fd074be4767a350caf4ce1719e399cfb +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..872e28dcf8bf387d76a2d998155d9f31c2c3b2e2 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ec082df0a86f94eec871a39014ede1c240828e91900478571b0798bf00d124 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd8a945f9fde2a1709b169667d8b2e027f23b285 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:275b9f79cbe03b5e49e0a537efceaec59b6e63489848f948a9e90aa0ccb0be36 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef8a14edc4d6e3f114906f9347062b7970aa19ca --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee1f84a1b62655c1f82511675f7b5114bc9a02abe78125604837de1259dc664 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7f6e3a9c276ef13dfd06ebd47dcd014ad85669f --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c98aa1fdf2f3babf158194168d7ea22916a604de553573cb7d15b0e3fd3d85 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c16998c8d3e7010f1ea720bab1692e8687390e6b --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8f3349b73b5c7aff7fcad507c1bee7d6a6d23c96631655d3e463f4b07fc4a11 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b1c34219c7fced148c4c72570b0f0d6cc420754 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b320b7e68512d54918c0933ac55d0db42f1b05415a242918d738f4467f8bc7 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b87dde1591deacdc79e7e257589c2a74bb0f73b2 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b129c9e65df2b93dc8b3281f71673978901235ce52fe8028adcd30c10af8e8a8 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_16_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_16_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d59bc02e222af5b6b31f993e892b263b5090d78 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_16_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4edc767e87b71ed888ba09d4d0ff04e1dc48656b0d5bacce49f36f103e6288 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_17_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_17_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..352e9bee42de151538e5ee02d949fd3d3b3a05fb --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_17_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8859c76ac60072def1eaf70c1f56041365f1e4247f0116d6dc4ededebc4ba601 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_18_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_18_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ffea7bab4ac2b3fdf79af0f11ec5bdeca3561e9 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_18_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb0a6f650a2f79bba37cf883de267f190a38096bc9fa4f30475273c5876398d +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_19_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_19_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..16d6be226462d5590806fa28c83f5873b98a61d4 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_19_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11faf946d11201f94a0fb2414404789afdc8dc6563874b2ed13eecbc45240760 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_20_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_20_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1685b315d37fc0f9ee3ff3cfcaa7cb5ce0697eb4 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_20_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95cdb61a46e04989b1da463e16e8206ecdfe4470ea6168dd50f62393aa83689b +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_21_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_21_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac2880a60d83bb62c0999a3e3820cb74d59acf2 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_21_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a00f2455e025722d67d146b2a393f7270a862fd63f7f79e4f8f827e4fa05454 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_22_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_22_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..418941d337adeda0635caea9aa77f83d0ce8fc53 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_22_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd28b514f68b170a9bcc28a488a83aac5b2bf2b5a6a0516eecf6faccad35f59b +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_23_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_23_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb2af5df6a56a6a3bdd037b1a78450dcb76951a --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_23_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33bfee070b71f57f03847ee4dc5ba33e339a44fcdcaed16002ee44d28e533c3 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_24_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_24_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f9605764963ec7d0ddd87076cacc5e3cee79953 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_24_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13f99ed2b358e596945f392272143f845391096b606e154721be099a6246279a +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_25_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_25_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..98c5e20eacf70a17043ae37a6e392f30ded2f658 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_25_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff973d5219ea5838ad2ee0e6ed4453e4c738666a25059f6bc1b3cdd5145597 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_26_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_26_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d252ac1e5c1a8c1877179e3e53722e8c5b65d982 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_26_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef5303cc35c0f1737581caa870d23619b11944960a5fe685b733d16fcb64e99 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_27_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_27_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b468ed9e906d4aec2a75dc2fe7da7ee676c4c70f --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_27_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec19baebfde42396a17c9d410ba15d051c921af6c2ecca4e986fec1e03ce73e +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_28_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_28_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9b5f831168cbce65b5207f9e70ea07fa7f3afb --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_28_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b16eb312fb5c7da145c9cd6f246a359bb7c4be4229d8d015eb61e2b982f3827 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_29_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_29_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d4b5ccb97c8dae002caff85d4478ea54f3d0224 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_29_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4cbae0273bcbc32ba33fe64fdcbcece73e61b036c728c5de3c23474cc3723e6 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_30_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_30_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfacfbd34b4c96156c81882b90c4a3e74f9e6285 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_30_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0711278010c75d3db44786167fd6dd8b1094a028087caa2380f1d304f728abb6 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_31_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_31_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..deab201d81c46e8b388dd640ad28cf63974828d1 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_31_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1fb784734ea3084a40a41181261f03c447b7128949a06336126e7534b53d157 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_32_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_32_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d00a0379732f5c4c56f319ff9e8c3da4eac6389 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_32_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d4dd4a57956ad8e98856860953ddd40fc8a1f8bc6e7d2957652adf819f6043b +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_33_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_33_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac16ed309987695613663b4691163dcb1248b087 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_33_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f74709efff7ff8e2490523cda3d0e5cd1c2a67a6f87f8a0e748ab2745a5cb9 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_34_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_34_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a85abf8dbb7ae02883854cb5a9fbc44f12d9e96 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_34_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d42fd363ef3797265b02ba929e2bbabefd5cce35ed36adc9c815c04bee451d6 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_35_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_35_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8ac30c7bf10c37c065a2bf3227487849e013ccc --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_35_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a577005dae0d2bae04fd8515cf6e6823b4271339ddd73e971df074becbdf880 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_36_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_36_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..395b0b0cb476accadfec614cbfa05d94a5af37e9 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_36_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f123108b62d138b080e96cc933ee69b0c13523f598c8bd3a9b7e3ef79de0aab4 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_37_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_37_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b9b21e335cd1be357566c46736e8f5b79d839d --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_37_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff944851cc42bdd75d0a2bc66e3643d2758797711d717e20e34a8610a68a6033 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_38_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_38_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ef0c1a7b13be27d7464e7eff3888d6d98c5891c --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_38_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b0863b7c05973ec5614db6cd0bc96a694facdbe4f0de4360744704da2477ec7 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_39_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_39_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..da02d52560192e534043cbeb3d5f6b459f2a3d36 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_39_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6aab6bec3d4d10c53562e3db0f1b841498d546e91398ed4f4d54cdab54587f2 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_40_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_40_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1134fd38a827a76cf61b8f9e756d3d1c7ba39768 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_40_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10bebf9ceec30ef0b46a55ad84821765885c342132166bb3d0229a0cb868cab7 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_41_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_41_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..13ff2649a50fb4b4c053b63c70412cbf8da788f9 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_41_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f285ab14b4f00d998e80f8f1af0c7e28bb8bf01458857cdeb18962c72b8f484 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_42_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_42_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e144f6897772ee918c2ef637c7798c1cdb9dfc40 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_42_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1d352de90b4b1ca637e54858dee295dfebee530f70e94b8c5a37184dec5a457 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_43_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_43_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4832f76c67addea69313d1ed59ab72526e2179 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_43_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a54f1466250832934bcc1b36c9846e7b860df25e766e9b85881bd9c36a48b2 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_44_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_44_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c1cae85fd5f05e77a6dd61b25e11f741d9c159e --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_44_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2639bb3012e26874af3f9d4cadc43fb274eceb8f0d327c322b8700e8c019e15 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_45_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_45_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1269479d24fb693f776408227614e5ef64d01ed1 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_45_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbbcf4a072cd3fc08b129d3b429ec514bb2d4b699490a0eab33e97ce6ce198b7 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_46_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_46_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..724b8a0f91247856b52616487001c599585ab613 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_46_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0db8a5a607a5532eaea30c142f6d49013c5cd48f81a5f6b9f0b03eabf18407fc +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_47_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_47_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c4e62e32c4b72684fcb66f712d7fa56a1da9bd2 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_47_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4405965f1bd2b53d620e2ee5a7c39c932a9a2452dfe7b1cf1d8e64944c47257a +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_48_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_48_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ec580fb4c9236ea2ad19d71866317d7d608a13 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_48_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2a37178f5de83ce5d2c4a46cd1e0f45e148dffa61d033d0e7b1b87fb3083246 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_49_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_49_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e8037d4af984a538d91ce0c394a5fae6a51dd0 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_49_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4bc32f10930330e2ecc003adfdf5738dc7f94465f33b9db580fea9c1a5ea635 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_50_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_50_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c55ae41fb00966c6151e5fde6047209c9b5f9ac --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_50_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c8035c646df3d89cb53e54897e7585ef26c0c5edba7ac53cad21a0cf4e7f7f +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_51_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_51_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5be5dbe1f1e7c3a1d27d274c223669a0d81af7a6 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_51_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86c97044b7c373407903f723ef55ffcdddf3b030fdbf537d33ce30c00d086442 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_52_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_52_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e6905ae8e36af2d404c976d6bc1ca1958154a8b --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_52_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bdc0d9cd1e3dce0192bb0e84ad789ab115ed392aecd1b2f5522c1dae8f7749d +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_53_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_53_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..434b1f3cb390a1f952b57ec72d97c0b69b2e9d8d --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_53_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7254b2d668383472546ff4a95deb625c3f655e0b0370c1050b04eb1c47d11cb9 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_54_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_54_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0776d42dbcf71e07848cb100fce6db6f68fbaf62 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_54_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097ec4e67ebc9f7198201d1a9bb79238d7aecf678b32b2d77131fb31421d3eba +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_55_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_55_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..684fea03b28faa7411797a2051387a3a68dacec1 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_55_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893ecfba66dd472d71deb0b52b8d4316b4b86f88e9c14b8952fd2af57e4094ae +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_56_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_56_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f1244c186fbbe7c4c7efb7fea2bf0736bdc60dd --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_56_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca886fbfeaa0c2870590d907b40e8e9258bc03bb95510d8d0e725cf7161c5e55 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_57_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_57_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..337e772b11de240bf9a90c18552ed9d99ebeb141 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_57_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a3cc1edc6442e64e3c068aa9583ae38814bd86c5137a2254d91da30f1e205be +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_58_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_58_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b656f73932fa829628d0c310cd8578addd20463 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_58_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398e0e13a3bcf0d8b9b19b8874c92e298796f5eafb288172cbaa940391bc68c2 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_59_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_59_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..13048e09cab3808ace988e094427042f83feea09 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_59_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8306eda29ca5d4355599c79006826f0628a5d46d683c9cf5d2b318412ed624e7 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_60_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_60_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..78048aee7ac77138622920f1a0374fd42f307c78 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_60_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4102e80c08650f46e87d6f8e27b085d6f4d9d4bc200fddd5b8faf695899a9cd +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_61_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_61_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..65ee00aa560a4ab55f213afdddb97b977861562f --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_61_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4104d56c7b48e29f7f3455e5de8a06b683e0422276f1580510d4539b83b4f834 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_62_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_62_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39d90a27496802b29fc995a1125580e35269b550 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_62_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe5d6da3c138ffc0bba33190f9817ed3a748d23f3096b2788ab9cb47df8ac4c +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_63_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_63_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1f204755f3498d8dfd10a04f6cfc19cab47b041 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_63_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4ed9eb5de02424c292e8b10d288168bd9312cefe48dc44687cc24eb763e06e1 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_64_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_64_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e05e07bd227086512e2ebeb9477f9048a5a515bc --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_64_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:130de2f570b4f648aa37c51b1594bf3eb12bddca4a81666b3794acc9e05ac6fc +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_65_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_65_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..187505243a971a18c31927f2c513032afe2023df --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_65_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbacbdeec20569e52d10fd878650c41f0d0a54807dec6d76e251ee3af1231a6f +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_66_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_66_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..37f2c6cb14ab2984349e434be156107b1ec828af --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_66_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc50dc2f7ffef571931cc135e637595811643aa019a08f7eef53fc5d259a6afd +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_67_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_67_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4a604ed6416d4c1a7ee8cf73f96a91fe8bfc6b4 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_67_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b468d4b3d66ae666c804e1e3daffc7366e2d83a9281bfa1667587d060383eaa9 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_68_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_68_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c09794fa259ab97269bc083a08f963e881cbb50 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_68_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c181d02b2cebeb891b5e81179556daf90192833937cd90d9e694c5ed4117b5f +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_69_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_69_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..435abceb6811226a2d8a3aef406f1b4741562d0a --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_69_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9a170b5db7147ecc00923822bdd0938c27e1113e61b2b4f509a4daf2902043 +size 7399315419 diff --git a/bf16_zero_pp_rank_1_mp_rank_70_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_70_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..23627765a4ab9c9e5c886b597cd4acb337289dee --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_70_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90f19588cb220ac7125ed5dcf93226a6052dd484496053f4893edcb97ac5348 +size 7399401499 diff --git a/bf16_zero_pp_rank_1_mp_rank_71_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_71_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..041853721d7a6576cb43f0c7a3588ff416a62e32 --- /dev/null +++ b/bf16_zero_pp_rank_1_mp_rank_71_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3784094cbfea8ab0b5434ac4db3cefee5459817f898ad1ecd1dae3b31a552179 +size 10789849219 diff --git a/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..67b247ea31d7fa97a20047595eb56121fad06609 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a296a37e63ff55755902a436bdee8ab68422e409e3213895e6d47da4316740 +size 10789936219 diff --git a/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..be937d95c6e6362d0335b9d389fbac1a6a9a0180 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f12e891c9d26e301eb540e22dd2493cf33ca80667eb351f9199cf62b9ff24c +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f98fe07a49ccedde66b8f2911dfbba2a35244a9 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd9e14d9ee73039a644b9f8c3aba39d51c62376356f6d8fcee81fac49490fda +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa6a5f151b4c3e903d4e746155d4504c0ada4f6e --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef179d1435731e10abeb2845295a7db663c2466b3b5ed1c18bfe9aec77b402b +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..330a23806ca14819500f9578173915f6c1a95537 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dff76549c934fca75a3426d7fee437f07e591402b07a9c042ff1e7f93209a284 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..60c8b3cd1343551d69ee0ef196739e3b55761844 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d39ba1eb53c098bb981c1b0d6a9600de6eaabedf3f9095c105cb35cca88d037 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..86079ecde23df32def624782e6fef5e93bad602d --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d087a2ecd702d853739364f122acac05b92a8262e6cfa4214d6462fc54fc4a72 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede36e2f10ed88723cca97b4e3fe0d3d5ef4d3b9 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27620b828d186783348cfe2c998d75a696c18131e8d5ed24c68d53514ff1cd11 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..73386f992bcdc62378fcd910471c5aa5121d6a0a --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db84acde46962375b59ac3907822ca43175a58ec1f3acd1874c47549395ed5c1 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f6731c378269066500533fc04f62bfda1c34065 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918a49ce3bb1951bb7c1dd1f1ab34532ed792ca6acf2161361b793187da57e81 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..84eba2044c9020b450d0bfcb99a1c918c0d80c92 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8601a941427fc93253211b965ae9c4a3776b76e1abe0aebafecd89e32c46499b +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f9c97aa5e68e3c2769523872500abff3210d605 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aabe077990d7a91187e3eda05dadffb4365e3a6520f472e4a0b6b1ad5acb2d24 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9db0886efd27a6b9d628169648bc8523217b77f5 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597c9fb4f52720d4798677fc83c09c0aff1d8ddcc9585fc41278ecb6cda2affc +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e8a3966acfe4a7d92fc8a158eeb114fc9f3713a --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c0c2341927749a3a04498f699bc87443b67d763e979cfdb386efcd16f52436 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2d3a8c6c0da2f551e1bdd006a0cd8baa4456abc --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b815debfa1ddcf8a0331f24e47cc2c3975d69bebf39220b224bb21084a6081a +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d067df719483fdc7604615231336b121788920c --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa54914a5f79ed0c6254c8b76bc0a0b42f8170176b7f5a2b1911b09b711c1baa +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_16_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_16_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf81fc583f6236bb51c39cf6ef93520cc339cae0 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_16_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e576e9734ec2dd8261ccdf4b3a0de064589601cff400c3cf877de61cf6949e +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_17_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_17_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..88d1862278e278330d6f4a082ce5e2846e8ee0b0 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_17_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1e6fb247471ce13448473506732d53ca32e91665d999bbd6f3caf67f18ddfb +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_18_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_18_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1941580cc38377023c561271992c709f2c5b2720 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_18_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0599e6caecb599e0ae42ad6b37050e50bd9aaf26deae68ee240aac3330e66fbf +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_19_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_19_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5f2da2a16c5f0f8cad39dc244fcf2a00f146e48 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_19_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d20d2dda1ae1a0d6cbcb5f8a6a6804562e2530adc8d256e0882f701dfe2cd04 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_20_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_20_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5770122cc3a084dfc11aa2844632e14fd41f76af --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_20_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0933ed002abcd2742f3f65bb5430d49a0d1642c273cd764245840007ee75f16 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_21_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_21_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eee1e13a25bb49a64f4083ebb8f03b48bd6f4022 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_21_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19320c3dfdc5033b9df92b5d228260ad6532018f138274f3f23aecb8eba9cc26 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_22_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_22_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd85c88f47e9bfcbb9a72497945964739a2b3251 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_22_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a7d6acd25e6f3c4aa2cfd4d27a23ff1f7cadf66d6386791fdebba125c769d4 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_23_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_23_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e74563ece9a31708e07f17abf36176f7b3af616b --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_23_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c2ae41abffd31ae005dd9a300ba56a577914688b308b4d3baa1a110ada48a4 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_24_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_24_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b8c032eacb82e81ff98b97b34a033fe408acbcb --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_24_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e9bc6966f27bbab490345bb0a40f8e53c0eb18e2d9cb008943022b4673f6a5 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_25_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_25_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..03d31e0f275b28dfa520be47fb5bd1add68f5d4f --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_25_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99fd2292dcbaf11b2970b8ae890f7a16d9f0933205f4acee184863846c3c524c +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_26_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_26_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea3f308597d7db951b158e0f2d2cc25f9cd8da0b --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_26_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74ff4fa8f34b5d168ea75c01124b46fe84dd44a9e30a76662a6c3cabb9ee46e0 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_27_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_27_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e151b8b838e2863898e84a25e515627a70fa022 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_27_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab7583536c6d7615bc71993fb208128dc4a8ee2cfb6584ba30dbaf64ad7e3b4 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_28_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_28_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db96aca6335d91f7ef28b099be74cda4f6611a10 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_28_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dfd3b943ca44e979b7daf84c060bd3478f0cf6e14aa5d98855703f12429c74d +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_29_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_29_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5d9ee0ee4d13685c253817ccb6f403185bc55e --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_29_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c3dba492bd2801dc9b5a8f650e6068f61946e21e93e97c9d79d28f4dafe8a4 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_30_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_30_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c0ca703f3cfb899c411e112424766dd278018a1 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_30_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a4877fde2481131759e90e0d9c518eb75397574008c57fce2880652e78f535 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_31_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_31_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8c04392e8d60856e904a12c5c822c788a125676 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_31_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb4da17354e6e9b88ee61d55e6192e3a004f572db73c7da817ba475fb682936 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_32_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_32_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..747d7b48318161599735477ee508a982dddb833b --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_32_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff93b9b19f63fc0bdbf55178dd6cfdba622beae32dd0d59a112504fa49a22f0 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_33_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_33_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6f4629b57097701fbc66d63ae923abc8e07d765 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_33_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658bb329f4396b709f4c978d7153919bb3babbfea8b8069551be137774b549bd +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_34_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_34_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e772ea72662f2bced4b037bbc13ff8c239a139b --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_34_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5bb733e482b72ee0947699126c511c5d676d4f523c7f93f3bdea183b0b54f75 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_35_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_35_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36f39fbd4c2b5c6d6cd69df5d61967008bdaeb23 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_35_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc735e717d54dab7c6375f41c2886e9c28f5d809995b6890f6ceb63823d709f +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_36_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_36_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..51fef3dd45a74f913a2e0e68ea5e1ae028b3a32e --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_36_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e588ef581adcea4874e1d8ad7e2125df7665f063cf444007b4755ece15992217 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_37_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_37_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5766328b74faf5081e1ec0bfa2671699c12d0184 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_37_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b2e6183869874ec91e6b7f59e622e53baba53a449ee9bfdc7ec5c4e73b8dbc0 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_38_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_38_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f953e22fda9db4c22d4e3c5cc959e79b66dcb67 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_38_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:940b91645f9349025027a2b0fbad7f2b47bdfce28b97dde31460e635a4ef4156 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_39_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_39_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..122b243798ac1761187cc519ff9485e7c2568eeb --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_39_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dc4cb26fdf0ea5617ba780dd9224247435b8f540a8587c5d993d6602bcdf31 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_40_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_40_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb03bd2217bfbfc7ff49e733aaaf3df56349cc49 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_40_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42679c4f0c3064670410e8866738b964c30e3a65e72e58cb9e41799b061982e +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_41_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_41_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..00e3d598a9e2f3b8853042d3be5d4537ecc2206b --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_41_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3cdb878c09e99441e3f52506b339ba4fbc543d0d083904a068df6281c03929a +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_42_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_42_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8fbb91a9d3edda23feb609a3cdb163c394ce2a6 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_42_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e73e733b07fc3e63508ce3024a9080d9797cbfe654f5570f5c9b50ea55bc5aa6 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_43_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_43_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca3d081833a8a661935bc6d83c1e2cb0bbfac7ae --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_43_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fa9b4e6ff5d75325ffb6dc200f5f53f083a22a46aa3f84e8640ff76d5ffbc7a +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_44_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_44_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..031467730a2d58c8b59705aab3becb10b3bb5290 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_44_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2472f380a3f2d927545bde2462870b222ad2aeca6733123184bdd2036310b762 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_45_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_45_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..98692900b04cc2875de1794ec00454696cc0482a --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_45_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75f6278735d13145534518d5c73a3257484bed00314f7de4e35c6c6123d8274 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_46_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_46_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba23cf8c334d29a6ae7e402559c26f9ef3ed4d36 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_46_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0756bb544bb6464ccc51da6f51b815d538a2fe2d0368ed03e365aeb5b5c6b0 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_47_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_47_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0abd2e37eb6f6ae25ff3b6f971e528d7e3bd846 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_47_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a38279c8219cc2a60b28c583fb5c23e52b2a3d6b75064a4b12409eea30ba635 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_48_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_48_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..29830621aa1296679aa343083b25d9ce2b7a30b6 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_48_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fca17ab372cbc55272215b367d1bd26f9822f37d9b4571a74ed9d90af3eeac +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_49_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_49_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ffa4cc1600bd053e2a182c336e1572468c9d2aa --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_49_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d2f739611f674fbf2c4f706326587c23a22a8ce21a3142201487e62ff30d5d +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_50_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_50_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..262fe1e974be89b192387dc4c63bf4f804625d0a --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_50_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e1b37199e73d0019cae52034322141ed8141e60a807d108b8a1271e80db2ea +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_51_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_51_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ed6850aba4f23a1a87241cc2497cdfa444907d9 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_51_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8b462121c9c0cb80f62962d36aa1378a1a53f3d51649a0bf8a0a8b93a408c4 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_52_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_52_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e731cd0c38fb68f1269d7a0672d8cd5e8882eb1 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_52_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457de9586bacd975ff77ef56d9b3cc88a82c0f0188f3de9cef1aa157e47e1146 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_53_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_53_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfd07e37427d902d7cf3790fa1174badf823b97e --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_53_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1eb05a60a6231cb7a0ae57b84c4e7a3a09bad5c87807dc50332ab3c9526f948 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_54_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_54_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b199f97d2a4cdd000905b45936a51f86fbbb1f4 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_54_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:807052cbf2968ac5295fb95741b01d381c57b3b83582a992aaf41bcdf4e59be6 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_55_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_55_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf294f216a24f5a83e8f6963bed87f266646f951 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_55_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e38d22747477774835977479f222afbfeb078029c8807442a0c9074df7b6fd62 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_56_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_56_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bff04a1e83c6c98e765d4d1b31936a570dbba29 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_56_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3686e20f9bf28ab701f8425d8b0e0a24c17201b9d0174fb6d6fb5dd46f4b5b5 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_57_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_57_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f4ad61c926ac82e180c0db35e983b7352f29741 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_57_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2beb803a8dd986c0a1884fe9ef012b4fec84c4b303af104a1b7484f68f605f72 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_58_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_58_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ede2b43807292397b7e2819bf558465d6b2dd36 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_58_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a893657b7214544cda7de63fed09ba2414963916b9a319a4893290d02ca9a2 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_59_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_59_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d3bd8e06aca05237ff1dce63d91c41a8820ed84 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_59_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f7e3d78c4aa71d823108b4fe0cead1f87d034db829e7ac2e9b825d42a07fb8 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_60_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_60_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6698bc054fb1f086797961158c293f8b01f65ca --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_60_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38350ec59c43adf866f8db8e6726f926051ff49aad3039e5a81cb7db2ed7000f +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_61_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_61_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8654769323418f1d665094ec2748aa96faaa1fd7 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_61_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bdd4f6fd8c71ff9fcf4c9f85c48a99b6e7412b805586a73e45fbac068d5dfd +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_62_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_62_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe93da4236f1ed7ee06b703cade54e8a14672518 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_62_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e66a8c2f958e0dc3ba4746d37bf7c276ed5d5d1c0e47f96bfee91540442104f +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_63_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_63_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddc8d90b1e1bf22951f834a4db393c4539d9a379 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_63_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec6051074d78726e122bee0f4e053a6647de76056e9a988f4826c305103b389 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_64_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_64_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2605d2b9fd8234a6deeb8264baf335d4eb3eab4f --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_64_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a621f6531c8d1cd1a3d5545ee52963baf48255903938c30f877efb001f50c001 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_65_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_65_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbf1e000c5bd3ae7868a8a96743486967edd323f --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_65_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f537d83ada6fdcdad7acdd5df34f0794cc2b48408d9c8704b44193ae6f43becc +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_66_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_66_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0aaf399d6858227c85bbf779bcb3b3ff3f0822cf --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_66_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dcf6a4717f433aa9ac711c7a550b1c8eacbdad1fe0b6bc5acc2f297d2327456 +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_67_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_67_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9216c5247ca9e34251e93db381697d286dc1c5a7 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_67_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd85a62cef1c8a7ef298a929ab26c644ec5c42cec8187dacc24c914567dd3dfd +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_68_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_68_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8770e425b216470fcacebd81421dab5a5de880f --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_68_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30674551f8272f4fb662a93282a50296cb09b529b59c26febc25e18d19a58f7c +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_69_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_69_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..54e1c26297480564910272f5f7f1979d82038f30 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_69_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b581d5a316929df0ed7cb8448a7e6f993c5b629c64661159ea2a55aa2382fd +size 7399315419 diff --git a/bf16_zero_pp_rank_2_mp_rank_70_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_70_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4a07af9b3eaba60c2b2acd225bb15849ba6bda1 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_70_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3af9231440363067ae768d84c768cdb980a8c419286619196b5e78f6ba6cc6a6 +size 7399401371 diff --git a/bf16_zero_pp_rank_2_mp_rank_71_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_71_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a58e49dc874e20b6885f1ba65378838900b8da8 --- /dev/null +++ b/bf16_zero_pp_rank_2_mp_rank_71_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0331a5f01e9dab7d8ff11a0193bad706d0f3a881bd13321f5473597df9a49070 +size 10789849219 diff --git a/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d4fb03b7dabd19109c8aa71cc90cafb9ff331dc --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c17cf2355d84fac9fece5b6b46876adc3bf6e748bc751e2acf69590b5e0e77 +size 10789936219 diff --git a/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..32267cbdf62e63102afcf9398505875eacd2ec2f --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f73cdcf65fe9e0f574935b45e540c65de0043839300781f473d57a3fadc070 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..738684f8ca16d5c424b616606bf7fdc3cfd6715f --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3abaf84034e566e9d3e7157b26441fca8fc6b094b80491310b18503370865b7 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f2ec88e7dbe5bf3725fc7e50fda9a42c312a5e --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4395d76a696fafdad7a7bd4a076e6cd5312eb09ce568311ad88f0bec3db2e3b8 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8a0c38d61061ff8bcdcd3f933816e5d5f5dfc00 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703fe13d9ae669e739789f3ba096d50583c06b122364416123ca8a48ec29639f +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1888a3bed84ac6f75712e313c28104c5f4cb9c2 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a264266e1d8161581c3f2d2490d80d586bf82e34802c797ac66ef2b729f3bf0f +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..639a751944643b1c45fa172a4869762b1965856b --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e291bb9a3e3ec3775a38217a6d8d5068370a965b9302bbf056eab6c4891ed6b7 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8271d22a2d8a8d9cbe86246ffa0d90dc2626a9a1 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7758837f5355313df687de8fc90dd7c0e62648c45886cdee5d1aaaa53476d916 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e5821c25a4bad70da36f18bd02924168d50ee4c --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41349b45e8a34d057bf5ce86e411d5155fcf4e579ddf7d867ce58e14d7b960a +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..855e00f78466220efd53e3013c94e5967d812181 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5196a2ca46e4c1d79c00fc720223c935e64b771f2ef22320d8088bc0968e2bcb +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..99f054d3a1fa620a8182f29f465b55d79c5c19b7 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b448ffd48e48057978b49c1366acee889a7536a64624a6e34aa4b662492bdb2d +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..819a61f60f598c4140971e35280088c70229eb21 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb77fbf05af55e0fa3d20a81c8042bcfac18c39c69c6ca3cb26c78e90bacf2f4 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..22651909ba81d7e374f89f23059283bfc1ece068 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8cb3e95f4ccb8eb7d43ec63a14e0c31a439cbefd24942cdef2f0b5d3222e6a9 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4242c055cc14a5bb375b5c5c57b183e6380db698 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1091783edfc54ce7c519b0b03e424322ea25d9df4466628cc5cc1f57ea208c80 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..431baf22d0ff7b9da61f4ca8ed0b5bcc78b8a592 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d13760e53b5d2cc420267f04a290f6aab5193d5d90448c7b2701f4e43280ad +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0fbba4463a15f5214f92a6ca3c81a251eb3c524 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77bdc6aa515ab61bfb15110e76eec1c8b20435aed4325d2c02e419e3d63dc3b4 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_16_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_16_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e5d0f23d26fc990f3c7c284259958384d54c1fe --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_16_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4bd4dba0db6edef797a3674dd6dc4882c0eee856fa98569ff973f0f5e95ccd +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_17_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_17_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..16dff962cf2ee27c3472f970c17b1b6fe17f9c33 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_17_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e417126c7f463fb1a5a3de77a4cc10113b38b1b26469bbe5fb8501e0598c3098 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_18_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_18_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..774a550c0802ee52ad932d0a4a17a23820ad8e0a --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_18_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f8d8ca429feba0c8ec8b927808830a4c1daefa4886cce7485b80955ece4df5 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_19_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_19_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..935a5cf24550d10ea7d18581531a4efcf84e15ea --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_19_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0ae46fe7d11ec659bd738761cedfdbc6219efe40d066472da763bfcb9fa693b +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_20_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_20_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c64b1b0d2f6f1d001a51f1c202df9377a816e1ae --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_20_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:683c04211823840f0bcd8ee33f91ccd5871882e627647cab9cd9d0857de8f062 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_21_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_21_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c124c8a138164a0340be80f3157d83db6e9f209b --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_21_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe62b26d242af0e0c94d322f5a3a54e864f29d078d69962e0f81c52383f0b25a +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_22_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_22_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..abb4e6d7b9234abfce24044b2924b714d3e47f42 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_22_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9679dbea89ddc4a033c5db8edf3d1255e84610480563d2a8d9e39b20061348 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_23_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_23_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..599e7e0de1cc8cbd034d2a4cf8cc9b36a718b03f --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_23_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41d1f8796d8cde8b7978c729405968f85419bf4d855cd8dd22ff9688cc1a049 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_24_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_24_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac780ba41dd4e5e1138e185c66c0e362137874b --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_24_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c635310ee14a1dada68704a2f4e27d91fc9eed3d2f74a3d50a2a3ebbdbadb774 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_25_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_25_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdc2266cf315a66e6d9b7c66a61141afdfef8603 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_25_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3acc8beb8af6f034d48719b2fa2b8f6d1983bfd76e4f481e30d266e563bc52 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_26_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_26_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..64d487bbce0288859234573e4d2177c7c43ef153 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_26_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2f87d366098268e216bcc5ad40a432a1e6550aba2da19f5cda610037e567d45 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_27_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_27_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3125f8f46d9db5eeb7b54a6756883404f2cb0bed --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_27_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f83fabc94ca4af394b5844c80451b25533d21cfe225e7f5721e839763492a9 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_28_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_28_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e6f59512f948e755f965f4f7279a8815665071b --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_28_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a665c390b162e63efa4a233d5ad06de7cfd5276e14db83f135fdd69ff1510d +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_29_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_29_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..00789a360372f24a1c94528e262fae920e0c2803 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_29_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8925848fd896aa05d21434646210126d291c6c3e7eb6d8f1ffc287824534c05c +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_30_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_30_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a4dcddb0544bcd47ed6b48d57e59731021f77ac --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_30_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c736dda9cdd780cbc752e5112f749ebee0a981a76e3b4128707aee544d3644e +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_31_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_31_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae5892f264aef06e38db97598e2348b31f45b365 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_31_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf2c93c57aaec4fac314abe6198e25456e679b7aaad0e8fa61c3cdeacfd7d7a8 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_32_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_32_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b71f3b91dbb31c0252426a83143976ce7a5000e --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_32_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21a3e67630b499be851c18aa62a5823a0a47d4dcc2898006f44f12ea91fc929 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_33_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_33_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae48e7425fe20a37e9f898b108ddcf588883c1ab --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_33_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b5e2e7804dda3dd22bd63f3270de4069637bef19dde3e1abcf38979a58e246 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_34_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_34_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd8ecbb0dced535dacaa7cd106a5b8296578a770 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_34_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a25301e3cdb97466a590a7e9d63095ce07a96d1423ff9a40542afd04388c5a +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_35_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_35_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7098c06a1b3325b38fb2a53889aec77a3a5c21eb --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_35_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b5f397e8e6ee7e8c77f4ac4875885ac0ec4987058cc218215db1330d963c70 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_36_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_36_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1da7d0ff826f33061e0658b4b4fc7404d50f25f --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_36_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a552ed6c2e6749ccb5d506cc9a5492bc496dae888ebe46bb7b82cb519258e1ce +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_37_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_37_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5608afbee33b62638990ee5945e2c09f97e317fe --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_37_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeca19eb41cf21ce4d6c0f6dadc356b017d6f542106f62a11ac54a73f2a47870 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_38_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_38_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..967e01209c9a5b5a141395bfe3d8ce7ac78119a5 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_38_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c2f3417294bbaf14b68da328d551f233a883fc4eec40b39ca5b7a04453c9992 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_39_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_39_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc20f1e999bd20fa275c217cc9b8185800d8f3bd --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_39_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53517b682379c762b875f3b8527daf41ab67db1dfc04390354f330a2224d5322 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_40_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_40_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dfa3294adad3b84dc7e00b19d29ba0bd80b39c2 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_40_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:831cce66d2bbd8e06ef542a7b9bc7799f724b342e507473a553a9d4f3c8a412e +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_41_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_41_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3169de4e54bf02e8ab4f3d225b7d7fe268f0e740 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_41_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48190d885486c214e7e796dc373dd9ad83f8825d4ad27f3bc5890b8edaaff635 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_42_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_42_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceef60c5b3a796848d011de8198a26a10cc8e1ea --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_42_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8422c46a43998fe0ed16cdf5eb6e6614fb44a20d796337fb42e51ccb8dc0c389 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_43_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_43_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef6af74ca180c773792ed24c561d18b990b48e42 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_43_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd7c1cd4f5713c760932be7cedae2263b6f92ff45143bab225df8d74f7de885 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_44_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_44_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6e5bcece42f36de2f713a955ead7cbfea38fbe5 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_44_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80148107325d759a4c04d9c4fb9750259ea6d4d32b005b7a0c2e9e9d509c61ca +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_45_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_45_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcf69c9043f524139d58f17e2d969bda1cc52bab --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_45_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519dcdb856742cd390361cadfdd9c7618efa87c8172d3e46bf53185f1d2d0149 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_46_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_46_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fa52f1169fdbaca1375ee71b93e52f6de43cacc --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_46_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48cb0ae6a6e137cd07bfcd1087097ba059dfa8faaabb1199e747c479b4a5c3db +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_47_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_47_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..337d7a487daa20a5de3152a795000deaf181df6b --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_47_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:012110e96f5b2c52d2bd63b58bbd1788a36dce740ca0060a7dc3259517f39fed +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_48_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_48_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..56f97078aca2ce961df5286529f419efb9313c42 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_48_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ed3092e8058cce845ceb96f14bab28c89a965fb7cbf0648a32ebec5dec586c +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_49_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_49_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..09199347a2670fbd9518a2fc4541622b410a995f --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_49_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa6c01048f60421c5f9b52a8b2eca09b8d0ac2aa58060dce06a951b06d4807d +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_50_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_50_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdd1e7ccaa24c9b140276f99dd196cfbbf3c196e --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_50_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c16fe2c1001bbd2738e7a6ef6c7243f4b7bb4eb1300851bdd38f4d2afe0c66 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_51_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_51_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7edabe836012d4a1edef1f010e0503ed855d6da --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_51_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480b94ecdb2df3c6ca0b58ebd0c655817a1ad9f2799b4c67df258a6860d959e5 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_52_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_52_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..23b76aee7ea2f9cf615fe215f50534a766c31fbc --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_52_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:290c4775dae4b4522d1bbb06027b0e83ae2d7e7dc92fc2812af44c797e9a369b +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_53_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_53_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0838be3bf76e7b0358a2a31e88fed8a9457cc9d8 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_53_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9610826021413bbc34ad43a70c161950b293082da0ce4325190c29e3ab90f9cd +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_54_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_54_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..281453a46610cd2d6e773fe7334e776f6e0494a6 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_54_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a329438ef0fe64b99081463e75a02f19c391a0b49b838399efa63d4073238e5a +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_55_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_55_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..72feace260f6682f6619b9075be043c9b87b31d0 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_55_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03fcddf2bb03e2f400639d56968a2a9699438233de2427cf6f391806dccddd13 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_56_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_56_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7db73bf8590f6663bfe3f8e14088a2b281a20ed5 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_56_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb934f92f14d013dca8ca3a3d19b66ca66c655ee03b72ca81493c9cb1a4d6ec7 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_57_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_57_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2469c5176ac88ba1ed60042d8fe8ac222e389afb --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_57_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed2f8699d53c5c7ee666cbbd1dc8d7387c159d966810179fc56440860f397be +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_58_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_58_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..35a6822462b20fdd3fe4aa7ec994c6fec8fbe8fe --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_58_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd29b339db817c6a0197edfe8c054a6c1167575d4297b2cefb7ee17117f4180 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_59_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_59_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e85380728a0e115d4175d76910ecc46f4bc7873 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_59_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce323cedfce421de28a670b7a5f1708221a1d88fb2cae166a0f8d1422f85418 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_60_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_60_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..13784348bd7eca566693c847a7cb427e9974604a --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_60_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:689632c0073bbbc7111513c2a9391068c47dc4ef9abc6faab9d5ed617bdc7138 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_61_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_61_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7afd08873c3dcc076cfbe31f076983c13291f36f --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_61_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f35e6ccb48367080f36f05d36c1cf6fc5488a4db32bae473099e009ff0792a4 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_62_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_62_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c20df45ff936e3726e3da90811ffe57849244fa6 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_62_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9125c14c1b39e8582a3384453ff8532930343b422a3e8e87939d1aae269cd128 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_63_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_63_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dbcdadcedf3fc13a6d18adc7fa27fd1347078d5 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_63_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aad21892ba231e24b6e16c91c003f7917a0d05e84a5a93438d24e747392b12a +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_64_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_64_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e95f8fece1137d38589437e8280f37269d73a2a --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_64_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc35fe15fd49e58a7049f6c4093bf4e6024d742ca3d394992e5c38f14131cb60 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_65_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_65_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..efb11cc600cf2cf92733e38b4a7513bc60497114 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_65_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7553ae3482cb4773fd5d905c4651362453bb5c87720cdcdac19d9d5368056759 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_66_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_66_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9298fdb14acf508fd7cbe93552b0d898fd5f93c8 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_66_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec79ceca75b3c130d289d353b81fe50affc568d5bae265ce6d11f7c138991f18 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_67_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_67_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..286b9bb6bde737c3e65330b19fd36ad3d1b774d9 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_67_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd97f651986d671fba7494cb53487706cbaeb772fec81ee9631c99e4b3664343 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_68_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_68_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..84446c25c80e364b0a39b9836f37209a2ddb95d1 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_68_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad9cda6fd017fcc31ca25918e21c9c0b4daab94e138f57192edd88d3542c7bd1 +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_69_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_69_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f45de916f58057e7aa403edd11de0b0d2625314 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_69_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f4ae1c4cd9e31f6cedcdd9c073ea484d402874751012d9ff3e4a1e6b60619c +size 7399315355 diff --git a/bf16_zero_pp_rank_3_mp_rank_70_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_70_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..537114d93610c83eb92759bd264638f2f5809113 --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_70_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd5efedb572c6789cf96c714314e111f3eb985edc973957aa7ba70e255751d37 +size 7399401435 diff --git a/bf16_zero_pp_rank_3_mp_rank_71_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_71_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08cfed5421bebe030212ad0f61eba70f044ea2ef --- /dev/null +++ b/bf16_zero_pp_rank_3_mp_rank_71_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f9c161ff4bc290ffcf8b159aaa4433b74bfa5b4e711c4b77ba9828a2a0ab7e +size 10789849219 diff --git a/layer_01-model_00-model_states.pt b/layer_01-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9191d1930ff2d1cc86ddfd3d5537384afd9101ba --- /dev/null +++ b/layer_01-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9680f47c15e7699d66f455aee53c267c2a402d8c951185af0e63fab855b0acae +size 7193290147 diff --git a/layer_03-model_00-model_states.pt b/layer_03-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d883aefe8b8f29d3002589cb926a2259db6cadef --- /dev/null +++ b/layer_03-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a783612fe936a794ffa9b56dc762302a9278c6cfbe6814b356647777d19948bc +size 4932877729 diff --git a/layer_04-model_00-model_states.pt b/layer_04-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..129ae2f1524c63b2693d8e6baa91a9b23e584898 --- /dev/null +++ b/layer_04-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f31c0adf9cdda6652dad2acd3c513627642df798fcde35314dfa4a893dddf326 +size 4932877729 diff --git a/layer_05-model_00-model_states.pt b/layer_05-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..978c037092ef26496b5f2f3044cef31c238d0cf5 --- /dev/null +++ b/layer_05-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2803214932a74e399b9886bdac3c7496df1e505741ce775d884dd89c9d7c763d +size 4932877729 diff --git a/layer_06-model_00-model_states.pt b/layer_06-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..de830fb7028965174fc8919fb74195b5a2874cb0 --- /dev/null +++ b/layer_06-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec08a4d11fd2d374d22f099f028237a3fe1d40539df2ffd41194868d63fb7d4 +size 4932877729 diff --git a/layer_07-model_00-model_states.pt b/layer_07-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7e80c6d716f3e3d5c02690d8865712cc68858ba --- /dev/null +++ b/layer_07-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2893e69adafdcb9c48752f311920cc5732eb1cf9f2cca0016d9571afe11e0c82 +size 4932877729 diff --git a/layer_08-model_00-model_states.pt b/layer_08-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..61bc6e9d4d0600d26745141560d2c0db842ebfed --- /dev/null +++ b/layer_08-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:088b4717ac53084c21cb37b11f3eaaba04a363815751cf539f5e7fbc05323566 +size 4932877729 diff --git a/layer_09-model_00-model_states.pt b/layer_09-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..58153748c54191d3a050a07c0e91b37724c2740e --- /dev/null +++ b/layer_09-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1882b2da8fe6eaf62b61ef6292dc2668b4ce6d446e6cead60580c7ce69c15b14 +size 4932877729 diff --git a/layer_10-model_00-model_states.pt b/layer_10-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb085479fe156058350305428770251ba17cf249 --- /dev/null +++ b/layer_10-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a979e7bd03bddd7abc0d501bf7d8e7b01284391a66988300423abecddc3013b +size 4932877729 diff --git a/layer_11-model_00-model_states.pt b/layer_11-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fba447cb938bb2623fd2b5833c2490e1a19f3482 --- /dev/null +++ b/layer_11-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452488b0dd13f3070b1c1f6450f9a0af685d601ab2e41e7bb10d093a65fbd0e4 +size 4932877729 diff --git a/layer_12-model_00-model_states.pt b/layer_12-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d620c579526f66fb07ff5a80d20e8af8ed5865e2 --- /dev/null +++ b/layer_12-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9314b9965f9f441e196c01a533e3e79b67e8b09e9592f3e71562f33470f97be5 +size 4932877729 diff --git a/layer_13-model_00-model_states.pt b/layer_13-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..883ba2ebe8365b5d6a48f7895b1462c761ec3184 --- /dev/null +++ b/layer_13-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9b5a4d127320d595fd9f834e2371346be1df195656b0882537d42516313616 +size 4932877729 diff --git a/layer_14-model_00-model_states.pt b/layer_14-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5d9a8d8e3c370d798ea5c52be6d12dbb41552ca --- /dev/null +++ b/layer_14-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a12d0ca895150866199a15f7d608b3117f68ab70102085fc3831640ebe8da00e +size 4932877729 diff --git a/layer_15-model_00-model_states.pt b/layer_15-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f16ce6968a27d80feb08e62e12a3fa4d7584a04 --- /dev/null +++ b/layer_15-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f86a8bfb59dcb4aa5888441de199faa9308c8037cc969158b6f881f21867815 +size 4932877729 diff --git a/layer_16-model_00-model_states.pt b/layer_16-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd036f6ae9a28a0b8f4eba23c950a9dfd802d1f4 --- /dev/null +++ b/layer_16-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae61d4c77841ddd964064dd78c904583bceee9e7daf420ca1111277486d834c9 +size 4932877729 diff --git a/layer_17-model_00-model_states.pt b/layer_17-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..83543914ab52518e2ef8cd3cc0f94c4a8fa24bf4 --- /dev/null +++ b/layer_17-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3beae2b6268f16e2f2430f3badc0c77f35b614e673c253156553a1681215b2cd +size 4932877729 diff --git a/layer_18-model_00-model_states.pt b/layer_18-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c89d423219024230fa97e6aca2dd6bb987b8c01c --- /dev/null +++ b/layer_18-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0062a579a39da70fb58b6d042640d41a53f280d10abd8b7a154f5e1e2c6f943 +size 4932877729 diff --git a/layer_19-model_00-model_states.pt b/layer_19-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c31f64ac1ea8897cc3f7482b53814d86315d35d --- /dev/null +++ b/layer_19-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ab9424734800f6651b9186d1d347638c5c5b7b4114f8129bc4f3fa5fd4d0397 +size 4932877729 diff --git a/layer_20-model_00-model_states.pt b/layer_20-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3792c0824e7df2e585601b64ff91470d429537c --- /dev/null +++ b/layer_20-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6db9daddf5d1a84da59f3db7924c3fbcbda93012b926573d6cd7d32b6af477 +size 4932877729 diff --git a/layer_21-model_00-model_states.pt b/layer_21-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..619ca1bc31523eb35da734fe82283b398fde1ac4 --- /dev/null +++ b/layer_21-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8633d8e9d88484884b696bab2f33818ac608de98a0f86a2619e49e8d9269ccf6 +size 4932877729 diff --git a/layer_22-model_00-model_states.pt b/layer_22-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..840ac61439cec98f13a80d1ec5eb6f40406278ce --- /dev/null +++ b/layer_22-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6991ef7463cf27604193e83997716cdbd7a6bbf93b7baf248d503f0c1cf3c2db +size 4932877729 diff --git a/layer_23-model_00-model_states.pt b/layer_23-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0fa6c780ba64e0bbe31d1af37ab59815ad8ef6a --- /dev/null +++ b/layer_23-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3578a4ba14d7a44f75d3ca1bc7ac3237e0e37e1aa97c85365e25bf707ef47873 +size 4932877729 diff --git a/layer_24-model_00-model_states.pt b/layer_24-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aed029527f86279e817a6470c34b264535cfc45 --- /dev/null +++ b/layer_24-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f8b7b14f0e8eeeab1e1fd9f0585fff6911586f82e06028e380e716723dd067 +size 4932877729 diff --git a/layer_25-model_00-model_states.pt b/layer_25-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e77e628b5fcaf0257c02e40c2975c11a818d27c8 --- /dev/null +++ b/layer_25-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:110465ff909b3762edcbe0e770a61780649672b987f688afd4a84053f147cee0 +size 4932877729 diff --git a/layer_26-model_00-model_states.pt b/layer_26-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aecb16bdd7cb115bb9d32f77db8ddad87a142d57 --- /dev/null +++ b/layer_26-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24dd7ad566d55d9b6c14f18110d5405f03904ed51ad91345f61df35d43b5079 +size 4932877729 diff --git a/layer_27-model_00-model_states.pt b/layer_27-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a97bba71755a4b54e90415b0d2398dc59e5675c1 --- /dev/null +++ b/layer_27-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2571073df82f021954b17272d77bd8b818567b6e8051739c11f6a4e5c2112ca +size 4932877729 diff --git a/layer_28-model_00-model_states.pt b/layer_28-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..94706d4ab5e83a5d267f7c033afc74fe57c5bd85 --- /dev/null +++ b/layer_28-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f284af4710535287bc2eb90f1ba4a8800a1b0e4559d2a8712724a947fa4a13a +size 4932877729 diff --git a/layer_29-model_00-model_states.pt b/layer_29-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..be0bf290632b0fdeb4b58031e43a6cd991491562 --- /dev/null +++ b/layer_29-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c8e10ac9f9ef372f4d475fa373a402f0b86eb0bb5dfa303301d0e70eb15acf +size 4932877729 diff --git a/layer_30-model_00-model_states.pt b/layer_30-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cebdab3a5306b06eb7e6935781dd121c1633a07 --- /dev/null +++ b/layer_30-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a53a4b9673b3b58ab2b3ea0ccdc75d3becc09bb9c38461e00a0e88b7295c97b3 +size 4932877729 diff --git a/layer_31-model_00-model_states.pt b/layer_31-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ad38854cfa3486fdd94a77319bea0373adca3b2 --- /dev/null +++ b/layer_31-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24b29ff006336b755de5dd938ff8ef7e611c880c239e7dea09b2ec2fbd4a8c0 +size 4932877729 diff --git a/layer_32-model_00-model_states.pt b/layer_32-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d8a4734c2a82ac4d276ad1a42dfee5e20b179e3 --- /dev/null +++ b/layer_32-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d9e1796ff9f9bb9bc6735f33bfd0c1771404324e26e6a9f625c6c3d7daec2c +size 4932877729 diff --git a/layer_33-model_00-model_states.pt b/layer_33-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4253c78851b23b2c3b6cc70421ea3271c99221cd --- /dev/null +++ b/layer_33-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a9aba99d41ed4220a3b4adc0c680f99ad12b2c1e33514ae18efc86a818956e +size 4932877729 diff --git a/layer_34-model_00-model_states.pt b/layer_34-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c88e77a044fcc243e572e54048cae66697cfde0 --- /dev/null +++ b/layer_34-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0388c0eab04e20bda3c88511e56895b14ad8a8743e3bcdc7c395bb5af837bb3 +size 4932877729 diff --git a/layer_35-model_00-model_states.pt b/layer_35-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7636f52e20ff12162695d3b457b1a583cf9bfb78 --- /dev/null +++ b/layer_35-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a198ee3c275ae32e6e85c6c1a4754fe65767cf94c86f69f0efe51ce9190e36c0 +size 4932877729 diff --git a/layer_36-model_00-model_states.pt b/layer_36-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..38659e5b73638d7e80f3c4ad1808e21463884872 --- /dev/null +++ b/layer_36-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9ccf22860f06ec236bf67ad19e381ef77af54b6a5b27e73771308c8919df5b9 +size 4932877729 diff --git a/layer_37-model_00-model_states.pt b/layer_37-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf2cbfa79cf2450bd0aa4ff0f5b921ab8c528311 --- /dev/null +++ b/layer_37-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f410c0a452b7d2360f56a06e4e89784c3cc6ef41503c287aa0083a4a09b6d123 +size 4932877729 diff --git a/layer_38-model_00-model_states.pt b/layer_38-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..16b1c041ae0848adb9b7a8dff6f5a9bf9e8f81c8 --- /dev/null +++ b/layer_38-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b1111ed362b59e5b7b39f58e7e73eb855e82ce736622131868906fb4c4b2977 +size 4932877729 diff --git a/layer_39-model_00-model_states.pt b/layer_39-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b201d8d35796f8348899dc302e107ac2b1d6a8c5 --- /dev/null +++ b/layer_39-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fbef9bb8f13a030bdcd2ca93cfc47445b21ede7e4aeee63c8022b658f33e60d +size 4932877729 diff --git a/layer_40-model_00-model_states.pt b/layer_40-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4c6deb3c76c8b9c58df5f7250eb9673968baab3 --- /dev/null +++ b/layer_40-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f58a2d9bad52408e9e157893931c69c4e1ef2839c57595f727630e2065a7f317 +size 4932877729 diff --git a/layer_41-model_00-model_states.pt b/layer_41-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08285435ce0ac5f18e4636b38bf04c8496ef7ea6 --- /dev/null +++ b/layer_41-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423e368959089e668469a2121fc366af3b59500be78078f05ccf24289d952005 +size 4932877729 diff --git a/layer_42-model_00-model_states.pt b/layer_42-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c410e1741f349d940e1ce48fcd1137763f409168 --- /dev/null +++ b/layer_42-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb9ea6bc35f9cc87d930a57f07620a5c2aeb9fccb647e4458bbd5fe3f5f99f7 +size 4932877729 diff --git a/layer_43-model_00-model_states.pt b/layer_43-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aca146f26be1fbde44da6d8eb29834c43ff0c14a --- /dev/null +++ b/layer_43-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ef30fe2d1a68898507c990e5b3b4a261aeb925d05c7701d3338249f23cf5b88 +size 4932877729 diff --git a/layer_44-model_00-model_states.pt b/layer_44-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c4dc50dd40dbf93e0c3ae656b9d4081c62b6642 --- /dev/null +++ b/layer_44-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a141ac3a8883ae45df2d99f9a4ae82f2ef37c902e3595099799f7102eadbb0a9 +size 4932877729 diff --git a/layer_45-model_00-model_states.pt b/layer_45-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c84211ffb09afbdba3711862730616cc1b3c8806 --- /dev/null +++ b/layer_45-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e5a1232c1ac3fa834be13040201660bdc382c62b1843b254a3d381c49e98fb2 +size 4932877729 diff --git a/layer_46-model_00-model_states.pt b/layer_46-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..836bf0cd1af91474df4f179e28ab4f261c3601af --- /dev/null +++ b/layer_46-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1735ecc3af3373326fddeec7492717aa486d03b8373bb924a862fecc636e25 +size 4932877729 diff --git a/layer_47-model_00-model_states.pt b/layer_47-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da565be22e074197dc7a631c167d1b7ae23a3aa --- /dev/null +++ b/layer_47-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfde737ccefbc7e7fc004c43ffb90aba7c7f6cb9d355690211f1a30b990af547 +size 4932877729 diff --git a/layer_48-model_00-model_states.pt b/layer_48-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..275b591fb95526fc77358165cf708aad4e9fe432 --- /dev/null +++ b/layer_48-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036b4219e3bf08c0a97f901ca3ea845b91c337ffb140ee22151840b7782e6f59 +size 4932877729 diff --git a/layer_49-model_00-model_states.pt b/layer_49-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8417bac74f685b20ba48eb69af025bea5e4a4f3 --- /dev/null +++ b/layer_49-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb927b8b329194506c9d6a1d33b70532eaa469a91a009e4d2e2e434a1106e2d0 +size 4932877729 diff --git a/layer_50-model_00-model_states.pt b/layer_50-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc8e24c8e112d4fdf8ab2e5673e86c69ca54a9ae --- /dev/null +++ b/layer_50-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef09236dd49dd896c79c6313da6e2001a7cb584f60f45bfce3b034daee3336c +size 4932877729 diff --git a/layer_51-model_00-model_states.pt b/layer_51-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bb256be6471167e48e216654048f7f257fc712c --- /dev/null +++ b/layer_51-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de8be618ebb46e79290619aaed9660620b9b43a2d555ea5e3b370244f82221f +size 4932877729 diff --git a/layer_52-model_00-model_states.pt b/layer_52-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d99c656c2df990f3d32fee25b2d4eee58ee9a7d --- /dev/null +++ b/layer_52-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24dda10172c2a06a3ea3d7ede31dc7b8315b6d3c40df97531098af9e74535e63 +size 4932877729 diff --git a/layer_53-model_00-model_states.pt b/layer_53-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..16b73906a86ef5ce31009ec707cc9d01fcdbb5c1 --- /dev/null +++ b/layer_53-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a21263599fe3b49363a39cf5ae89416c48005897a91b7480cc5df4c78932c0f +size 4932877729 diff --git a/layer_54-model_00-model_states.pt b/layer_54-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d35606c950bd09708aa00bba76a1e336a31f9269 --- /dev/null +++ b/layer_54-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212f86e518546dfd51a91ca46be9d2aa0410a51326cf049cd0b3a047ac6c2c11 +size 4932877729 diff --git a/layer_55-model_00-model_states.pt b/layer_55-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..82ae076f0ba83dfef0e559c4e1a23e5804bd0b68 --- /dev/null +++ b/layer_55-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ef59fe0bebb429079e81f174027af866a47d9608136810a1224497d1c22ebc +size 4932877729 diff --git a/layer_56-model_00-model_states.pt b/layer_56-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..be6a9a1f717b358dd451c9506b1a89daee7e0808 --- /dev/null +++ b/layer_56-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc262f86b4f63d1fbdff9cf5befb46ebaf6eb252fcdec55d29aec64aa4b541c2 +size 4932877729 diff --git a/layer_57-model_00-model_states.pt b/layer_57-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..390efd04ed8885462dc6f1c277a5343ec5fc5e94 --- /dev/null +++ b/layer_57-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027815ad2831a1dcd76948f345300ad11d258530e4f97e3271c73e7e4d1280c7 +size 4932877729 diff --git a/layer_58-model_00-model_states.pt b/layer_58-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2928d8435cdfe699c405d8aa9348ca37a8ecb152 --- /dev/null +++ b/layer_58-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d728ae45e8e9b74df45b7d74fe430ca7b3cf4e0271e753bcb884b216b3dc0af +size 4932877729 diff --git a/layer_59-model_00-model_states.pt b/layer_59-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db93c0560d092f65da7f1273e521de8009fcc821 --- /dev/null +++ b/layer_59-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00248095f62409519b6656ab2772664c5164aa8f975aa8133953766e1fb2c86a +size 4932877729 diff --git a/layer_60-model_00-model_states.pt b/layer_60-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed76012e6796c7ab1c7625febcea742a70345a32 --- /dev/null +++ b/layer_60-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70667022d24fac0f8b10a68506f15c5fe5b755053475e675dac3e1866a19bd3d +size 4932877729 diff --git a/layer_61-model_00-model_states.pt b/layer_61-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef64045300af37e47c120a87f64c31a1b7638f31 --- /dev/null +++ b/layer_61-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49bf94999d58afd044bc38066c007daffbfd4dbf9dfbf87d3e58f9cae4d11ea5 +size 4932877729 diff --git a/layer_62-model_00-model_states.pt b/layer_62-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a5457e087c9ca2950c37e9b2795f4a73868a8d2 --- /dev/null +++ b/layer_62-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d601fb6f3eb55f0cba88c9228de76fbe268ab250a154b8690e37ba1e33d53814 +size 4932877729 diff --git a/layer_63-model_00-model_states.pt b/layer_63-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ffdb83a4a0dd1dcd62da447a8465b99a48ae3a1 --- /dev/null +++ b/layer_63-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d4c19b2244eb64a32d4f29626ca8da5672bd8a0fe655bcbd212d6b6e30b413 +size 4932877729 diff --git a/layer_64-model_00-model_states.pt b/layer_64-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2141caa0ae485d9585003c6bd32e14a27186b22c --- /dev/null +++ b/layer_64-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9887ba7f639e60dbfd1c1cbc1080bc04bcc90d6bebaeec47bbb0945da856ff71 +size 4932877729 diff --git a/layer_65-model_00-model_states.pt b/layer_65-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..03771ecbff1b1f8b6e274ef91bd4be518fa71e58 --- /dev/null +++ b/layer_65-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19a3183200242bccf9fcc645a6ba482f91657133d5354d06ebe7de9a10f7ba89 +size 4932877729 diff --git a/layer_66-model_00-model_states.pt b/layer_66-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ead5f60e7239a6a0c0141038d1769898261f8aa --- /dev/null +++ b/layer_66-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2291b66a83d75a02c1d39b32ffe44cc2e5a3c691cd143dd59a2cafb864ab2fa5 +size 4932877729 diff --git a/layer_67-model_00-model_states.pt b/layer_67-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..14e1e3fa369238323bcbdf1177bd1515ed39cdcc --- /dev/null +++ b/layer_67-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dbe8efc8b59d65d4c7bc9cdd0f88b4b637163be331fef337f9b04ea66aa5008 +size 4932877729 diff --git a/layer_68-model_00-model_states.pt b/layer_68-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..702d6a81db75e32d9519fe3a1f1ab6befaed3790 --- /dev/null +++ b/layer_68-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801d4ad938e2bfb1705ae225628ae53716974d2c7af65b9bcb6894d1ccd07d5d +size 4932877729 diff --git a/layer_69-model_00-model_states.pt b/layer_69-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..403c2a269d3c255bf289f389c8609a96dcf5eb52 --- /dev/null +++ b/layer_69-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e610f4f316eef3ec657a9c1e3515aaa298c5a1a293bf359c8651f135f46d96 +size 4932877729 diff --git a/layer_70-model_00-model_states.pt b/layer_70-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d11cb654e8fea55f8545adb0a3675b7dced09716 --- /dev/null +++ b/layer_70-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:676b9c8b767f578bdacf2bd57ade067f41625bd0bcb9c7e5149ed03d6e02bd71 +size 4932877729 diff --git a/layer_71-model_00-model_states.pt b/layer_71-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..69de35472873ddd9e591b9a4fd3370114be0013b --- /dev/null +++ b/layer_71-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41cea2c71681234830171887081ba3b8b868c2657347717f983cab51dedb689 +size 4932877729 diff --git a/layer_72-model_00-model_states.pt b/layer_72-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..495c7b92107c65bc5621ece53230ca5b17ae1015 --- /dev/null +++ b/layer_72-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e33abf2e3e65baff2b72326ae8cfb2a4b07f386291eb32abf150a6740d4c5a +size 4932877729 diff --git a/layer_74-model_00-model_states.pt b/layer_74-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39d280fb15cc0075db49bc5609bed70dd9efee67 --- /dev/null +++ b/layer_74-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f11f0a0b2df4b0976ba5c6e66461cd102506bae490f56604de4da4f06c90baf3 +size 58279 diff --git a/mp_rank_00_model_states.pt b/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb80a780b3125ea07244252bef670aaed9cc15de --- /dev/null +++ b/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b238db869239ac5f662d06880625f5feeccb9cdc04ec54f2c6c40225e1be799b +size 34211 diff --git a/mp_rank_01_model_states.pt b/mp_rank_01_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1889bef1367bf9f9f2493b14a94bd3e4e886262b --- /dev/null +++ b/mp_rank_01_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f23233a64e34b79d9342c111134ccf57c0a1692f189e2027d348b204875fdd +size 34787 diff --git a/mp_rank_02_model_states.pt b/mp_rank_02_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fefbe677f6d1763419d2681f2d0149e064fd3cc4 --- /dev/null +++ b/mp_rank_02_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1705f8d939e42829da7cb0176625ed9284bf3cdc86cda69aee8a5a3362f98bec +size 34787 diff --git a/mp_rank_03_model_states.pt b/mp_rank_03_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6f8ed36f7b591d2b5e09b0ab9d627fde743fdf3 --- /dev/null +++ b/mp_rank_03_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:675560b1c1e4b378d9647e9ed2e2c4abb1ac4d93423ab77bdebba33933207682 +size 34787 diff --git a/mp_rank_04_model_states.pt b/mp_rank_04_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6e6ae4e3a951671334f42df3547f9f2abc05288 --- /dev/null +++ b/mp_rank_04_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2209de239ecb5b05dcbe2dee99c16702b7eaffd8dea71b37601b2a706f60fc35 +size 34787 diff --git a/mp_rank_05_model_states.pt b/mp_rank_05_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb3ee6405523aff23b5ae45f6e649005087aa84b --- /dev/null +++ b/mp_rank_05_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5761d7b02017b9079ef3b53d805c70f8fd38648f11a9606b34687db9fe57a9c +size 34787 diff --git a/mp_rank_06_model_states.pt b/mp_rank_06_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..74ffc919bc8db7afbd40747e46367306e7acee6b --- /dev/null +++ b/mp_rank_06_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058c5aacc3e6ebc99512a5022649f42b507c7bbdefa169cd39dc65593dd765e2 +size 34787 diff --git a/mp_rank_07_model_states.pt b/mp_rank_07_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..61b50032b3b1f12554ac66cb79a2637dfd2b8933 --- /dev/null +++ b/mp_rank_07_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:874adb176a00095eeff1eb3345248feedcd8ba94efa9b0f3b935d24e8abe8a5e +size 34787 diff --git a/mp_rank_08_model_states.pt b/mp_rank_08_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..da0ff368c12d629ed3473533c43034ac94d22246 --- /dev/null +++ b/mp_rank_08_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6449dbc39e47a77bb653424ef5a1228c36dcf09dfba81d6f63605cc5e43c9960 +size 34787 diff --git a/mp_rank_09_model_states.pt b/mp_rank_09_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..837c0cef536a1e1d9c670a677e0312b1350505c1 --- /dev/null +++ b/mp_rank_09_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240fbe8cee4330f9b6fee5587c44deed449c4613f2d215012ea297be77d333cd +size 34787 diff --git a/mp_rank_10_model_states.pt b/mp_rank_10_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1ce99fe7199e55d24b0ac1c33e9e8596f68176a --- /dev/null +++ b/mp_rank_10_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144cdaa40d2a9c14365d42021282c6f2eff3c81f06ec9a0291a6fa70f6d08b31 +size 34787 diff --git a/mp_rank_11_model_states.pt b/mp_rank_11_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f94ce8a6f99d15c0cbfbe0c0aa42af1ae7617fd9 --- /dev/null +++ b/mp_rank_11_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af0b117b151bde76a82ed10b1a9a0d6f5c4683ca514bed7a33912248d68b2825 +size 34787 diff --git a/mp_rank_12_model_states.pt b/mp_rank_12_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fefa7b20a80da893b6303fd003514d60397d8ed4 --- /dev/null +++ b/mp_rank_12_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e20c94edd9d6609d5dd238701c4cf1cd018eb41b9b8bed01a53726c047ce5458 +size 34787 diff --git a/mp_rank_13_model_states.pt b/mp_rank_13_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e478d09cc79fb06d272888c86a6a9f3e198b7260 --- /dev/null +++ b/mp_rank_13_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a1f2544a175992a1a23b4772c87320f1b5c49433661ca04131b859cea8ef98 +size 34787 diff --git a/mp_rank_14_model_states.pt b/mp_rank_14_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5038217eb1a1407e325689fca1473735aa20231c --- /dev/null +++ b/mp_rank_14_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f0ffbb81f01678fb374084066e953763980570314a78fdc3902f4f078e2eb3 +size 34787 diff --git a/mp_rank_15_model_states.pt b/mp_rank_15_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..717bc314b6dbcbd68521fa54a16fbd4d000b92bb --- /dev/null +++ b/mp_rank_15_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14263d566c7a638782777ee1168e4a3f1f727afa898cab6e4ab0c47c47612694 +size 34787 diff --git a/mp_rank_16_model_states.pt b/mp_rank_16_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f43664af46136cfb4266cb4104fc3c6ea39ad35 --- /dev/null +++ b/mp_rank_16_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61bbf8c4bec8d269fb934cda81eddf2f294546bb27ef5673696a180a7901268d +size 34787 diff --git a/mp_rank_17_model_states.pt b/mp_rank_17_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b52224c2cc87a5fd6b0f1ff118f28e4f1ad09853 --- /dev/null +++ b/mp_rank_17_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c3f1655954d002fbc4d5d2e85a4c96994f8a11ec5f7186b3081acbd4e3bfd6 +size 34787 diff --git a/mp_rank_18_model_states.pt b/mp_rank_18_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9785ff75848f598d31f87011b2cc93a83d599f1 --- /dev/null +++ b/mp_rank_18_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2309992adeacb855eb9c63f2a5314c3e39f2fb01f6100d194bbe2d1e0e4e8c21 +size 34787 diff --git a/mp_rank_19_model_states.pt b/mp_rank_19_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2430e28911a005c94ba1c5f4d8a1698805dd107d --- /dev/null +++ b/mp_rank_19_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b2dac5eeb8bc328619e9726291f8080537079130315aba5d2730be30d77ecc6 +size 34787 diff --git a/mp_rank_20_model_states.pt b/mp_rank_20_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c91e8f96e15d56f2f621b4fe12981a094ed3580a --- /dev/null +++ b/mp_rank_20_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ca6b8f6fa954dbedeebbd765a9de8e94ddfcb2bf63581167fffee71cb457c8 +size 34787 diff --git a/mp_rank_21_model_states.pt b/mp_rank_21_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eeb3be939ca4570f0fdda9f0fce7ef9a79a89cff --- /dev/null +++ b/mp_rank_21_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f04981cc454193f8529787c104c7ea36e4d954a23beef5fd263be5386c219db +size 34787 diff --git a/mp_rank_22_model_states.pt b/mp_rank_22_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e1364c41803a48f52de93653a1e0a7e1c245e2 --- /dev/null +++ b/mp_rank_22_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d1e12272f7793206c9698280d2bf03e1531b9fcc091172576e002404b52985 +size 34787 diff --git a/mp_rank_23_model_states.pt b/mp_rank_23_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..05243e6e1c363574de29a0f6abc91c98bcf263d7 --- /dev/null +++ b/mp_rank_23_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6a7368ad5d0c7de5d090929ec8118632242f4006db6398fef28f03abe94ed1 +size 34787 diff --git a/mp_rank_24_model_states.pt b/mp_rank_24_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0b709d7972a2734c64d884c98c690be78062dfb --- /dev/null +++ b/mp_rank_24_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8989fcbeb51b5bfe14f64360de151231473c7d3be2e9c2832721c2c221d93155 +size 34787 diff --git a/mp_rank_25_model_states.pt b/mp_rank_25_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c19e4b9c00fa329ade30604315fead3725e20521 --- /dev/null +++ b/mp_rank_25_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb775bc83ed4263277eae580493490fb3ef79e5038513973de0e9ef9a50d5c7 +size 34787 diff --git a/mp_rank_26_model_states.pt b/mp_rank_26_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f2872ca2160be40e7b3a365173bab05eca2a7e4 --- /dev/null +++ b/mp_rank_26_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac65c1b6d95e88b8d5549558e137bb9d78821b62e10b22942cd30ee5b9e3f0b +size 34787 diff --git a/mp_rank_27_model_states.pt b/mp_rank_27_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad5e21eb94e4259b0d114a7c9839f7f6f1d81e41 --- /dev/null +++ b/mp_rank_27_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc42b0bc5fbd79334be54e2286705dc0a93b62afa4018e364e40df727bcf4624 +size 34787 diff --git a/mp_rank_28_model_states.pt b/mp_rank_28_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5960f7d1f86bbd53117d227b045e0af65bfabbe --- /dev/null +++ b/mp_rank_28_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51e4843cd099891aea79955770b47faa07d622b7844c1b305c56ec6131bec93 +size 34787 diff --git a/mp_rank_29_model_states.pt b/mp_rank_29_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..55cf86bd0c3b2bd33a9783416d46627a2cc70368 --- /dev/null +++ b/mp_rank_29_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c91aadbc411a119704cc13be0d21eb2c9e9ea8032698a8a609f6f90590c514e8 +size 34787 diff --git a/mp_rank_30_model_states.pt b/mp_rank_30_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d56e82f91a1db25d8e3d7c22f6c26b9369f928c8 --- /dev/null +++ b/mp_rank_30_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb5e6c7945896df980c38d783cce51828da79ddae8ab7d4ae513e85792ca7c4 +size 34787 diff --git a/mp_rank_31_model_states.pt b/mp_rank_31_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..12413129319b5b6ebdfd62c1203013452850d04f --- /dev/null +++ b/mp_rank_31_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a5c4d0339cc3cbdf2b139b8995487965c418c058f180e946afe3eacd11baa19 +size 34787 diff --git a/mp_rank_32_model_states.pt b/mp_rank_32_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..664c56263ad521ba03656d06b3f9a431a7dd71f0 --- /dev/null +++ b/mp_rank_32_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c11bb5e1c105d7fa65a14540dd088f82fad7cd3a4afe20a7a40ea99a4558a84 +size 34787 diff --git a/mp_rank_33_model_states.pt b/mp_rank_33_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0863784473cccd8abf9a1672128a1b51a1544e8 --- /dev/null +++ b/mp_rank_33_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3fb86d5fc18b8ae5887e0c72b8b5b76cfcbb880c47038606f2a63329d5daac4 +size 34787 diff --git a/mp_rank_34_model_states.pt b/mp_rank_34_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..89a79d83e5734d96f54a1e620b15e1240acfa161 --- /dev/null +++ b/mp_rank_34_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b46691ab0c9d8bc57fc3f4ca3db652f424f9e62381149802698a0b8920fa23 +size 34787 diff --git a/mp_rank_35_model_states.pt b/mp_rank_35_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3788186bdf05ce655e1788408c1f9784c7160039 --- /dev/null +++ b/mp_rank_35_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9b7cfb4ec3ca9ab2cf527af8ca68a1f5d8519b84f73ed94fa9642c5ee97c59 +size 34787 diff --git a/mp_rank_36_model_states.pt b/mp_rank_36_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bef6c181eefd82b39daec4a5043332afa80e4b7 --- /dev/null +++ b/mp_rank_36_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b7ba08f390c3986ce1ec5e6c17a44fbfce061a91d8bd7c0cba29ce0235dfab0 +size 34787 diff --git a/mp_rank_37_model_states.pt b/mp_rank_37_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6514ad84394e920b65ec93fc92d055c80cd069b4 --- /dev/null +++ b/mp_rank_37_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:484b129a2bfaabbcd7ad678120d0a7fefa29c6af5c85d03b74cbb37a536c0011 +size 34787 diff --git a/mp_rank_38_model_states.pt b/mp_rank_38_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a35706868530268bf0bd720e220146d85d7a373a --- /dev/null +++ b/mp_rank_38_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2374976efbad6ab4c6e1d3e399b42cd03a6d64499a93d3925cf0653f6404d08 +size 34787 diff --git a/mp_rank_39_model_states.pt b/mp_rank_39_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..be3201104c5610bcdc8db29a5e77d03864969c0b --- /dev/null +++ b/mp_rank_39_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c7e3dd6549cd90ffe7eeb6218d3df88eb72e32480cda4c2d2b221a734bac45 +size 34787 diff --git a/mp_rank_40_model_states.pt b/mp_rank_40_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..89e227bb1c540232380fed83f6ba7119e1ef2c20 --- /dev/null +++ b/mp_rank_40_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c02b91cc28dfe8d8042689ffa23c0138926cd390a2b78a23623d8663afb153 +size 34787 diff --git a/mp_rank_41_model_states.pt b/mp_rank_41_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..827a17cfb009c6abc9fcf84d8cdea32ae95b5f85 --- /dev/null +++ b/mp_rank_41_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a5212085878f9c5ce0b01e7971e23bb2ffc4e9fb9ad94ed45d30e0334bccb1 +size 34787 diff --git a/mp_rank_42_model_states.pt b/mp_rank_42_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9189278330deaa82cff3f94af20d45a1109de894 --- /dev/null +++ b/mp_rank_42_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341497ffa54c51d368b097d0dfdb24c5b4ecfa425bf7b00307213a32d6b552ed +size 34787 diff --git a/mp_rank_43_model_states.pt b/mp_rank_43_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..28588b9cb5fb363db9fbaaf68f19c957e09cf921 --- /dev/null +++ b/mp_rank_43_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d566849e66813cd0e9efb350abf48065317cf575125945d216ccdec2ee4ebcd0 +size 34787 diff --git a/mp_rank_44_model_states.pt b/mp_rank_44_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e52db192ba1d7b94ee53da99e97a32fdaf78201 --- /dev/null +++ b/mp_rank_44_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307553bec74f58aa7c75603cdb0586d21c9ad7d76ca7590252aee72b06cb4017 +size 34787 diff --git a/mp_rank_45_model_states.pt b/mp_rank_45_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5117a5d628b9d75f5851cb733be0a88225a319a0 --- /dev/null +++ b/mp_rank_45_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed0e7a62354d68a1d57910ba82cf93584d87c73c3f057748b55dd7c34a13fe8 +size 34787 diff --git a/mp_rank_46_model_states.pt b/mp_rank_46_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db6483351883ece88b8f2946f7446a3eff38ba02 --- /dev/null +++ b/mp_rank_46_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7e0524bba430bec4fb01e92a14cf37c99ef86ec4eed9a3d4b5e9443ea0fae31 +size 34787 diff --git a/mp_rank_47_model_states.pt b/mp_rank_47_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7fcbc9048b2d855913ec03d4122eb7607281bdb --- /dev/null +++ b/mp_rank_47_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84c597eacda85a13ae79b115f1da09af9e4688799f2a1312e138edf3ea7d6c2 +size 34787 diff --git a/mp_rank_48_model_states.pt b/mp_rank_48_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..34570dba33d07e8dc3d182de65835c3f16ce548e --- /dev/null +++ b/mp_rank_48_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c504e5fdaf4eddd466a611a59913b2c9262517e35410fd3c7b21f2a983c6acb1 +size 34787 diff --git a/mp_rank_49_model_states.pt b/mp_rank_49_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..982eb32eb7bfb50ba0545637ee0a9d98f91dfcc1 --- /dev/null +++ b/mp_rank_49_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c904ab6243a479ca30fc73d8a879582e7c18192069d17bf61bdeb8ac2423c9c +size 34787 diff --git a/mp_rank_50_model_states.pt b/mp_rank_50_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..79c2478324cb11e70875965ace2155b27248018f --- /dev/null +++ b/mp_rank_50_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f9c90e57e7abcb8d1377bd0e782d8054f94425164566ca0fcd5e1956a500177 +size 34787 diff --git a/mp_rank_51_model_states.pt b/mp_rank_51_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c06000c97a519b3b9c65b5ba6b7552a9fc4a82 --- /dev/null +++ b/mp_rank_51_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7576abbea7afe12a37e97507f7198bb1788aa3f3c057bf76cb43cd97a09092 +size 34787 diff --git a/mp_rank_52_model_states.pt b/mp_rank_52_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b126f4c20e9ff3aea276a75a950c4bf260890bed --- /dev/null +++ b/mp_rank_52_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee94aaa0722ad87a61e3cde305a8652e58559e82c359fb30828719b0486fa40 +size 34787 diff --git a/mp_rank_53_model_states.pt b/mp_rank_53_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c3daf069d54f9299143be6a35239239fade1f5 --- /dev/null +++ b/mp_rank_53_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:115fb2509c8a6967ba76ecf1ae05fd2a6080cabb8d6c3f2e0585e5bae1496579 +size 34787 diff --git a/mp_rank_54_model_states.pt b/mp_rank_54_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7fe697afd9a4e445df09df0be61b6880a05286b --- /dev/null +++ b/mp_rank_54_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c22659f3937a94698b6d0187df2d865e2e4bcacc95b963da24e532e39133b1a +size 34787 diff --git a/mp_rank_55_model_states.pt b/mp_rank_55_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3e983155cb59a5e1f104d50708b675993f61f22 --- /dev/null +++ b/mp_rank_55_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36f7dd9c97eb0cdaae8ca9001e343f61fcf06941601953f2f4e22c3a20328ec +size 34787 diff --git a/mp_rank_56_model_states.pt b/mp_rank_56_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b82fdae12df1eff9eebbfee666799f4ff2d45d65 --- /dev/null +++ b/mp_rank_56_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805bfe38a554a8e9747f4f58fdb5d8276a9cf221a6a1ce971e50acd46fcb9d5f +size 34787 diff --git a/mp_rank_57_model_states.pt b/mp_rank_57_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f1e83b7cf34bc9a8e4c9aa03e701443789c1c84 --- /dev/null +++ b/mp_rank_57_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1eda15682f6bcdcc94bc4e9395083e203df20a6253908f630edf642d6f7053a +size 34787 diff --git a/mp_rank_58_model_states.pt b/mp_rank_58_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a8db186c1103258ac4396286ee0717fc325fe8d --- /dev/null +++ b/mp_rank_58_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7815f1cbec217a6dc2d79692c5bdcc879ae60d9b16c6cef53b0af1336cfacb1 +size 34787 diff --git a/mp_rank_59_model_states.pt b/mp_rank_59_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..177e38db9edb3d7e4dff9a594968444b99611c15 --- /dev/null +++ b/mp_rank_59_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62a6688301e93b4586c6ddee6e69777661337c0383031dfcd7e07c64c7fdd418 +size 34787 diff --git a/mp_rank_60_model_states.pt b/mp_rank_60_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bbc02c542c17f08eba7cac73672403936bac2c5 --- /dev/null +++ b/mp_rank_60_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:191798e2294947a969626dc322c5e1ba4f4e2a686cf25bef6bce18ebe1cb4963 +size 34787 diff --git a/mp_rank_61_model_states.pt b/mp_rank_61_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..181d5ed1e98c826b2a62f21159cb192178428f05 --- /dev/null +++ b/mp_rank_61_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b938900b325f5ea8a54ad5dae6a73d6ffc18479dbf094693a26a0d832f58354 +size 34787 diff --git a/mp_rank_62_model_states.pt b/mp_rank_62_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf94919c289ae42c04babce14c7c59d78c336188 --- /dev/null +++ b/mp_rank_62_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9816463746f51fce948c8bba0d4219b8166f3413b44e93a90a39972e134d6e40 +size 34787 diff --git a/mp_rank_63_model_states.pt b/mp_rank_63_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..33f65b49edf4a5e55d5f9e70a0c2ea83c446654c --- /dev/null +++ b/mp_rank_63_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fddbc99ce4faed30f842b0efb46f9b81197b167f58b43197643d10244ffb261f +size 34787 diff --git a/mp_rank_64_model_states.pt b/mp_rank_64_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..455697b3426d0ad12389dd54f7cb6f5e4d06b40b --- /dev/null +++ b/mp_rank_64_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f86b26ef46fb3e0088a10c5b3f2e72a7324d275b11ba0de6ff5f84e5cfd816 +size 34787 diff --git a/mp_rank_65_model_states.pt b/mp_rank_65_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d298fa78f7a16da48e4fc30839430de7ef0f2053 --- /dev/null +++ b/mp_rank_65_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f359a44c0826b686755b3da98ace310c99beef73f7c05e8b1f705b408bd3c2 +size 34787 diff --git a/mp_rank_66_model_states.pt b/mp_rank_66_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db2a90f4d24a7eccfd28f047801dd40708976be0 --- /dev/null +++ b/mp_rank_66_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4adf0968b3df1c1b4806f42d2403f79e96a7c9f3319d30ef62850915fdb7bcf9 +size 34787 diff --git a/mp_rank_67_model_states.pt b/mp_rank_67_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..61ac0c63d13e4b0cae112d5a899d409fc3895629 --- /dev/null +++ b/mp_rank_67_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a954fed1c56ff26c1a137622ed933dcd284a3fcbf6ddb0ed59cdb4ab0cb81b89 +size 34787 diff --git a/mp_rank_68_model_states.pt b/mp_rank_68_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1481e2d0264477490fa03252ea13d05218ab7bb --- /dev/null +++ b/mp_rank_68_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64d082edb7cb2b7e87e5b9fc64c655d6754691b2ad4e498c28a2bcaf54b2682c +size 34787 diff --git a/mp_rank_69_model_states.pt b/mp_rank_69_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..411f96af84cc3041f816a2ca75b69525fb0237ab --- /dev/null +++ b/mp_rank_69_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d48206ce12ee920ff5a0e596873251bb52253803dcd33cd1cab2b5f16d383349 +size 34787 diff --git a/mp_rank_70_model_states.pt b/mp_rank_70_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e9a3746d6bc0f2611741419e013262ced408c2b --- /dev/null +++ b/mp_rank_70_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5902cb27d9bc0a94b0b072da3abe95c93f5b50c1c9efc15f54ded8ba8a94fd12 +size 34915 diff --git a/mp_rank_71_model_states.pt b/mp_rank_71_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eebbb2046db674b5585f49e2e2011d222243c138 --- /dev/null +++ b/mp_rank_71_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce12f3c89633245c95361f38a8e9ff1865e82eb761845bf13d4743daf2b6c7a +size 34019