diff --git a/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt index 8c0a4afe087681e018f0dbf031697ee641aa79a7..c3a7915a2b4e452be1995a6520d67c4ca0fca4b1 100644 --- a/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aba7161f6cc4374bdef9859d76ae491c867a462e5080a4141cbbd820aa1ea37d +oid sha256:9465016a4a52adc2c145ab3e2dd2216d749659b1f2a107088baf6e2ca53a8b53 size 442311792 diff --git a/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt index 681e5993362887b8477bf3c5f3baa9d5c1aa74ac..da8021104479ba085fe8b961a2467cfcce735777 100644 --- a/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fcc2e8ee452cdfb99868712ffe8f59e1fbdb22244a76b1938647fa7b42957105 +oid sha256:5b70cac410df806c1d1694db71ab93a5f87d27f4fa59f2935d810a37c2f48f36 size 442311866 diff --git a/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt index c5d094a73efc2b78949af74487d53a6f29d19acf..5ca498ac73b35dc99aee8adfdb7472e41b57de20 100644 --- a/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24757186bee1425ef44147f5d4bf651dfd5a49722e6455f42ea1682d7a609f6c +oid sha256:fd42772d8435af2e285f834fc63e7685b9a790edc25657a665a3c2644eddcffb size 442311994 diff --git a/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt index 56b8a86e479ac6c22a7c8a38a790d0a96afd8d6e..70ed4385eb8735102144e070c0f5248ebbf49c5b 100644 --- a/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec02a1fcca96a789a99def607f3aeb3bd992e02b6c064c788ab28747578b0f6b +oid sha256:699414551026028b7157fde16167942b145488e1b7ccefaa0502efd4fdea8afe size 442312058 diff --git a/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt index 5434c00c0c825967019062a195ef00f1b8110f54..74d3af3d5b67c68939559e78e91f44b6b24b641e 100644 --- a/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f3ba42adea38ab23fe805c9fecdc29955a0d8d26c9346600bf0363af15e350c +oid sha256:7368bd22fa028648eb3be4d39d7d52371df07cdb2bdc8928b428eed344656aca size 442311866 diff --git a/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt index 9c6a4386c600d524961d4bd93257d2a32a595738..bb90426fd44a0fb18fcf568ac4f7ea7ae1a12d12 100644 --- a/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91a2741c220d403087afdaa4d3d802848b78db824f084a86678476fde51e0b59 +oid sha256:0bd41c84744ff2b3153d2136fb7c315ef20c5bd4b563048f9b58f0d737c0875d size 442311994 diff --git a/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt index 1c9e533835f20a387dc4f8aa33bf3e78ee7808e7..297f8fc6de7fba07725e0c8f4347fc4e35575eb5 100644 --- a/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe248f42a097c24dc17e0adc4d6f34b125e55495a0b054f8efbed8e2f916749c +oid sha256:34482cb8b6ba1c2457b0907145a383ed787c9aceb49a4585efb2dd5a2b85e435 size 442311866 diff --git a/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt index 87f4e9195960657bc929dbf867d68761156b982b..67a32041ceafde98277136b6f9b25c6ebe54f7f4 100644 --- a/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f764ceea71ef0b1655b75e353b9fcc8b094da80f17d73be64718e16cea33cfe +oid sha256:b77e7b5cfa694b903b3bed0549db0268009d4c3c3468d1c12bf345c769afbd92 size 442311930 diff --git a/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt index 2b0b024aebc5f1f80d9f8b784d5ec0d021f46b74..5add571d7e75fbc668e531a113c0d2f8c511c9c7 100644 --- a/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1cc6f8af85751ae55a6ba1f6731796e47749d84e77425a08d05dba5309dbfca4 +oid sha256:40b55e18f1ae2040b6ad510680b82ee6dda0263a2e63c3a0eb8c1eecfafb56d0 size 442312058 diff --git a/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt index 4a4d86c25dd4c859e77b6159cc486dcc5c82b2cf..68483eea27c76d8a9990bb037f7721a83375d395 100644 --- a/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:996a7667027301225be7e803c8fea64321b5d4136550ba02b004ec43a54338d3 +oid sha256:d32834733c044b52ede50045be7a4e570b18974d49cde46bcbcfee9cbfe400dc size 442311866 diff --git a/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt index f0117786d29dcccddb42a5414a55a2de34630156..f00dff9168ad3eaf169ce9957eb90d579150f657 100644 --- a/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71c528d75546c1af9857f48352a6f9ff0aaeaf5301f09a4f4fbb401ed9ea9807 +oid sha256:26d96f6eab0d45abc2bfc3d2b40bacc75ac7e4503079d5dd17c458e3cf7d283e size 442311994 diff --git a/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt index 7697cb183822045ccc65f7b85c22cbe960e0ac5b..d164a5eefdc71bc5923cc5ed6d40f3da3f668a4b 100644 --- a/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e2462a37dc6cb4985099c81e953cf23c717ef6b2e8087134eef4c9569e588cd +oid sha256:833594e560847b69862b87b0bf361c64f8003b87ef1978c74ad64ce0fb44fd50 size 442311792 diff --git a/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt index b918e565f1cbfe0fc1974abffdcba91c251a4566..a2c164ef9ea8cb3aa588cb46002df3daf1ae66b9 100644 --- a/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fabf29722865d1d442b0ed47be380c6b8ba583a2829b7505e2c658166d43c9d6 +oid sha256:8d3730b91bd1484014da6674a7ee1a83e66b82f22f475b95cbd72fbd3b8d30ba size 442311930 diff --git a/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt index 10e60da332532326db17bdb6845703401e0c61c7..b09eefeb7049669b7063aa66dc8b01b567de1699 100644 --- a/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c6015af6297a41c70af108a94916ee4ff93c76248ef47c7cee226cdcac63577a +oid sha256:5d84d57038d45a382f0ed9ce559a1ee1ebbfca831bb7abddc9818971fe9b27c8 size 442311930 diff --git a/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt index 7473db3279a98bfed576159085b57072c4a0bd59..30ca599d0383de04001906995e405b29bcb68c08 100644 --- a/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a85662dfaef29e1a7f93d27272a2b65cc4aeecf8dc5cf8e60979ce549e5fe10 +oid sha256:c8462823350443226750b3cdf10a131c8791dde717c74fa24c7740176f8427f1 size 442312058 diff --git a/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt index f04e2f7f7e0da7f64bdc21d2899408c5bb55e999..2de343d89fb021c1d302c72b0058e5ffcf028e3b 100644 --- a/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e36c6d83046abe0250f59f25ec2c33f22c8999c9f72e4d1b767f6ef7461cc394 +oid sha256:efe0f8b33479a5db04041d88dd9fa0c20d7fd743aa3c75679104d7788c215092 size 442311866 diff --git a/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt index 385ca2cfcd3125a54791a11da292ef302b38df15..45f44504631aef662c31e6f39eaa441a9ac44193 100644 --- a/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f7a2575b8d2f35b7bc73bf52c9cf33f6d97e5d0974af2979cc7bfdb98eb0df4f +oid sha256:962270a470ceef9b59af87a819fe033bbc6971f7ac4bcbf71d66e31b9c9856f0 size 442311994 diff --git a/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt index 6c7c68b9bbed1e243e8e0ece8c87b8deda5fb762..4570b3e8ff2b22dcb34af8f8bffa1aae958790d1 100644 --- a/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d4616cb39875ddf1d5bfe774ed5488c6c9b63584a9029343087842f9fc2d39a +oid sha256:9fee5408f869415eaabd2e54c324ce03c605657d2e93caf8cd2a34638f329de4 size 442311930 diff --git a/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt index 0bcc51ea78568fe535dfe08c107bada7f7165e96..4c809067d88ef3c81398ecc00ad3f7d7d4de8979 100644 --- a/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:904e9e9001fa79526832358ed4ef7a82bed51d69924bfa615767f6ad050de5a1 +oid sha256:95397bbe45331335ee54c8131b8625591d9c6c57cf25c5f030f6332bbfe85c49 size 442311930 diff --git a/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt index a72b81bcc1ae4824beb0bf0a41347032c996bb24..5049b9b8ceb6d405098a5290f88f55922e62e90a 100644 --- a/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:915336fc1120aa1cd95bbbb85a887a89f9f05d0099533e272294ad8ff19d864d +oid sha256:71c5f8e0715849dc0604b252786656830ad9cfcfd1a5f1f4b07a97f8d4afbe9f size 442312058 diff --git a/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt index 16b6e16191b4b9118ed13ef815ebd2721c0a6000..ba771550f65d0ef9f18658bd792aa4dcd6832ad7 100644 --- a/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b9aa219ddcf24ccece67c4e1fe4a1320e466378f1ecc03ad459dc0989c0ce57 +oid sha256:ea1c0e8d4ae2945e2d5047f71580eb7c880ff2a83c55b846290125a357e4df81 size 442311866 diff --git a/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt index de802c3750c3bf8bd3c1ee7ebaf5320f96b8788c..b459d4a6d2f939207da26c9968f660489047089a 100644 --- a/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:77fe55d4a12ee183ed6a3be0211c044e40dba29727751837b68082bfb25ececf +oid sha256:9a421a97b158531c9c6f56f1921945e749f191660e85800873f3335e57a8f172 size 442311866 diff --git a/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt index 38943c619f8aa176bc62fd3e6cd85e1003167d4b..fd3ef8d2bea2a6e5323d1623e6c503ee7b59c923 100644 --- a/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0a8ca7484bf3e13a551c392f6dbbc9d6c3a401fadeb6bf71206e3dcd38cc5569 +oid sha256:7bdcd75c8336adf5937200058c03af31d6ddcd921b98eaf3c7dc942ae6f04d5d size 442311920 diff --git a/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt index dbce3af99e8fa7f1c480c43ba72382b3d84e225b..d54ab45515f65cbc3eb90868e19a3f1c2100742f 100644 --- a/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:991bebf517c8a878620359ef8beb6727a2791277cfe64f8c081ad8fb932a4d86 +oid sha256:cb8d4c12e0c5e382bbf83b1315ae19c57296804eadd180f114d73462742c7154 size 442311802 diff --git a/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt index d16dd947cd0226969f69d188a0c2099fe3866998..66142edc6bebc5cb14a1ff76011ff88404c772f9 100644 --- a/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:664f1270e012998e6eae118e95bae59d04db7873c40f96b0a815e34b93d9c837 +oid sha256:417faef3a91f227a18804379b7e84fe83f966072803d4588058c0580001f49b9 size 442311802 diff --git a/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt index 4e0585a4ca9a49301cd9b26c1d0bca92e27cd1c8..a3052814e0d6a71c04b65472df466874c08884f5 100644 --- a/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08aa9ba52226685158bb12af199b8119632b288aefe5a070d2c4be9bce327952 +oid sha256:0d9f6bbeebe33986975e7281ebdad880c40ea3ba9290ddca314329d44a123448 size 442311920 diff --git a/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt index 028012e7906b1beca441856e06bd15029a72e7e3..f820c244d1d403ba19a3a261a3ef7537098e41ca 100644 --- a/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e165c02a755d79dc6ff07ddcea05d9acad418eb3531b8e76b97a06e1486f7118 +oid sha256:95b94b004e224f4505537c45403997684346019e45471bf3115edf02ffa3655e size 442311984 diff --git a/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt index 85a2149e760d305b1e36874ca69570baf3df22bd..21dce6f34dc4a6da4aed958ca73d8e1158735888 100644 --- a/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e789559c77ed1f4c6f8ec27d3d040b1fd1f270b00b4b9483bb2cf4f94922eea7 +oid sha256:a0c83c50e4ad696811d2b5a43cf5151b9be419bab2f6ca612003f4c78f457e8c size 442311856 diff --git a/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt index 508f71874f8151efb461ba187056922fdb7f20c1..e493a68d53aa0d87e47d8e271eeb8b2492197243 100644 --- a/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:12e8f87eff7b20b93a260100fc6730bcfa6303699b500bb8b75f0a246b4f8515 +oid sha256:ec21c994f216a06b2c68c682b3c28b0dac560890e71c616832521c8176ec294c size 442311984 diff --git a/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt index f404a54aa81f094732612b1b714ce91487834f61..7ab0a46232cb7daed3ea14204a48ec48db90d7eb 100644 --- a/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb2e6153e703fec21f849643502e2624c8de6cd3a0d7acbebb13053ce9b73afa +oid sha256:20d424c25cabbec9b9457fd5b0f374a3a3b992343c4445a8cb7b892d2527983f size 442311984 diff --git a/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt index a28247a9b3142d864f2cfef4ef7ca17c3f4d1f39..dee91dd37be82111e3b1139a285a3180eea62c82 100644 --- a/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a70079dd15c87d3895dd5f8be36d0da5a1fe32e62487d6a82e1d6405167d5ac7 +oid sha256:d790d764b506c67f3732c5b107fc0a630a6997c0d0f6951808c7e008850db7ca size 442311920 diff --git a/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt index eb3b1eb2c7ceb83882cbb99a720ba1a23d79e045..1af9824c6d033876e3ee38fa29e9335b83886ada 100644 --- a/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +++ b/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:132a595472de19fcfe3d2ace26cbb7f69e15d86d6ffc42d184e211b07ba3c52d +oid sha256:476d387766cbb8adaf20a2584b959034b034479f39b6071c7090e8635bbe7566 size 442311984 diff --git a/layer_00-model_00-model_states.pt b/layer_00-model_00-model_states.pt index 9ba8382a3eeba4f741862dd30b790bbeb4e6330f..634caa5800f728b1f12e83b4608fe8a1940b9fbd 100644 --- a/layer_00-model_00-model_states.pt +++ b/layer_00-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:82b091d90b10eee951e48d3be19918f4fa663731ebcdde28d65eee44e2ec8cf8 +oid sha256:6e65daed1bb031b232b0775d7b52a009b7b9518c7df98dfe0c90475bfebbd7d9 size 206046607 diff --git a/layer_02-model_00-model_states.pt b/layer_02-model_00-model_states.pt index b655e67869401a064d1bae9682f812098eebda9b..33963ec1f9c9440dfc69ea9246e412de481d2328 100644 --- a/layer_02-model_00-model_states.pt +++ b/layer_02-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:143408a7b766ab35d5a741b3fa3dd58ce4964728b27760fe2e5d6e8f7dac5395 +oid sha256:9b3f950c6dc1597cc11a14f4f876d9600b618a56b54a927b26054996a68d3b00 size 121683348 diff --git a/layer_03-model_00-model_states.pt b/layer_03-model_00-model_states.pt index cfba5d09c1dd568c2680b96051803677f36d14da..973ea04e116f7ab3e1121a04f2a58f11077bd2e1 100644 --- a/layer_03-model_00-model_states.pt +++ b/layer_03-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c742b776bccd7282079520a8f2fe9f9495b8dcc4d5c76d5295f7307a7148516 +oid sha256:7d71b1110e7e79887541cfa446220a3e72425632f6020e8c8236f84f81aac919 size 121683348 diff --git a/layer_04-model_00-model_states.pt b/layer_04-model_00-model_states.pt index 48ef9a3b481cd13d036a9a0a2cb835c0226b73f8..c97886b8a1cd328be24a9afd695b02bc7de5ad6e 100644 --- a/layer_04-model_00-model_states.pt +++ b/layer_04-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa86933a2346e65a604fe2c46c602b6512cba6035963740329522d21859f0996 +oid sha256:f23501b57710a96bf04689315d2ee197e1adc98f92ef3c56954dd4b4ce263b8c size 121683348 diff --git a/layer_05-model_00-model_states.pt b/layer_05-model_00-model_states.pt index d58d3401b03d1acffa178486fb84dd9b5c44405b..42610a4ef150be53c2f3fe2a0062cddf378221b6 100644 --- a/layer_05-model_00-model_states.pt +++ b/layer_05-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d38933f5ae0f7d10e27413d8568668e19a829316aef777df042f9aee29117dfe +oid sha256:2de437c18018c3951b902e32b55d693aa371e4024539b5c3635b5d4925d2845b size 121683348 diff --git a/layer_06-model_00-model_states.pt b/layer_06-model_00-model_states.pt index 148e4da7df9359335055a0702e03f9edc6b5d0ef..cdc8f4f573eb2944c1bdd77f850908534fdde75e 100644 --- a/layer_06-model_00-model_states.pt +++ b/layer_06-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee05dc8f1dadeb2537679c65c6af0c7c27f52555e739b866f01ae0f6e3698dd9 +oid sha256:7e04b2e7cf50cd0126a46fa44cb9bf511b750781a3b356baae5b93b09b7e5d3e size 121683348 diff --git a/layer_07-model_00-model_states.pt b/layer_07-model_00-model_states.pt index 358faa48f236b672feaa98cf2feb23ec8e8d72de..4e92244ce4e064a74988f3f2f3847e3175fa8f94 100644 --- a/layer_07-model_00-model_states.pt +++ b/layer_07-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0817ea34f5c3575e4f3690b769a6a3b1b28cb1c51e4675bfb2e99540829211aa +oid sha256:6e0f68a7aecb4797b7c9da59587babfb8805dfc1acc2472d7d45c3fdaa29794d size 121683348 diff --git a/layer_08-model_00-model_states.pt b/layer_08-model_00-model_states.pt index b340ff87f54c0a806a9657d39e088e761d0a2c62..f0593b2b2d3556a33235abd5e876fdc1ca4128d5 100644 --- a/layer_08-model_00-model_states.pt +++ b/layer_08-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc30599ee72676a5cbc5a4703d245335a940a7fce878d581f735fba1b69953cb +oid sha256:80acdc83378a64742bee6dc9f3a83edb638f4fd3738c1d23911e3a53ceb335e5 size 121683348 diff --git a/layer_09-model_00-model_states.pt b/layer_09-model_00-model_states.pt index dbe5fb1b5050d5cfe879d10cca25d815f972a115..158b2d417f9a41b9cbc31f2a11ca894f67c17482 100644 --- a/layer_09-model_00-model_states.pt +++ b/layer_09-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:211ad59cd1b986a621229400a7f1bda330a920bf12414c8a110e154cf9401618 +oid sha256:47fede3c7a6834ce657966a98590a910319b902e0aaec1a96781e2f8adeea68f size 121683348 diff --git a/layer_10-model_00-model_states.pt b/layer_10-model_00-model_states.pt index bd5b3e5025ccbe79cc82074c31693c7ab0e618dc..b028c6b46a1fb369469a90495494c7813429a5b4 100644 --- a/layer_10-model_00-model_states.pt +++ b/layer_10-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2a47d2f4504652798ed809bf91222a4370066f5e1532eb2447627ea6142e3bb +oid sha256:fb711dd9e12ac8a6760ab03c9452ef1650cac47995658b85351153df6acf8dd5 size 121683348 diff --git a/layer_11-model_00-model_states.pt b/layer_11-model_00-model_states.pt index d8554de0c65f683ba98b8dc8e0672acfcf963057..9c3dbfe1b541c4cdde97bd292fb1cc0cf67282f8 100644 --- a/layer_11-model_00-model_states.pt +++ b/layer_11-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0829e9f6e1862a236daa4320f317fe4571c5b1c23f3f84f3b500cf47ae48dc5d +oid sha256:ccd8b2f88552f08a46b1c271ed04eb18f0193f1072145aa78d025f098e9e05ba size 121683348 diff --git a/layer_12-model_00-model_states.pt b/layer_12-model_00-model_states.pt index 7d8ac10787edf82a0cdb169bff250a1cdcd9ab34..18b29382eb55fc35ec71755808e2166a1a8115f0 100644 --- a/layer_12-model_00-model_states.pt +++ b/layer_12-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:72d16ff12b8c98b8a37c6b54adb57ae18affa34aece8b1321b72a09a413cf9cf +oid sha256:7eac697b04f758e09a58475d4121b7ac5ca8928b55641042eb229964d074e295 size 121683348 diff --git a/layer_13-model_00-model_states.pt b/layer_13-model_00-model_states.pt index 75ca13c8e932c84a5aaf8a51bf4127e11fe0f95a..b4c4d12b81a43375044e0384889a03267824171a 100644 --- a/layer_13-model_00-model_states.pt +++ b/layer_13-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae60bc98719411ac05f7c92791619e979a8a004f0ddfdab7e0fbcd781c4985b3 +oid sha256:334805e2321afa251f486fd3df4e50cb2b24cf1c0db49eac8218474105d956ac size 121683348 diff --git a/layer_14-model_00-model_states.pt b/layer_14-model_00-model_states.pt index a5cd3eb300343695759ffe5d9e97bf8411ce76f2..f9384518374822a1ecef3daf3b077b4bc2db31fb 100644 --- a/layer_14-model_00-model_states.pt +++ b/layer_14-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:987bfb1de5c3af9fcf0119e71f5f2001f27718149d70f39654cf9bb37f853460 +oid sha256:8b056baf0045b7b745e27d11adabecd4a2afbeb40cc219862d5427ef57ed360b size 121683348 diff --git a/layer_15-model_00-model_states.pt b/layer_15-model_00-model_states.pt index acf4891414cc93efa4bf93880054e30380d072e3..b3a33a0a15ead50fd8d71306b8387c7c95e0fed8 100644 --- a/layer_15-model_00-model_states.pt +++ b/layer_15-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b04b19e83d908953cab91ad792c2e369ef1c7fde072b497b378222874997505e +oid sha256:b43a16241d8145006cba96a49d69f5613eb3250a35ab94c873793e6c0cf7b630 size 121683348 diff --git a/layer_16-model_00-model_states.pt b/layer_16-model_00-model_states.pt index aa10dfefac9c7732fd39ac1546a36043fdbc4f1f..6daa5766c86f11fe0e56d0d03bf0bbc9c432e144 100644 --- a/layer_16-model_00-model_states.pt +++ b/layer_16-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9318da9c861836b3a528f6f0895b74585ad45c2d04f95fdb9ea91366a49d232 +oid sha256:e08814b4eb4abd8b5ff824ce0dcc86c7a0fc089aa2db20cc0ec039d7174d6b8a size 121683348 diff --git a/layer_17-model_00-model_states.pt b/layer_17-model_00-model_states.pt index 34f80ffae343d7365752daa6b567fb68b96493b2..80dd689a778980ac39119b902f85136a75b14a27 100644 --- a/layer_17-model_00-model_states.pt +++ b/layer_17-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:46462f1e319cd1bc663d0967b71c9c1602893860a9a191c060ac8a062fdd6766 +oid sha256:02ca67b8a0eadedd86799a71e07c5df8ca41438e1c8d565ae35d939e38defbdb size 121683348 diff --git a/layer_19-model_00-model_states.pt b/layer_19-model_00-model_states.pt index d4d3e43a976c318b847533386bc14e977b7c693a..fc7382b121c0ca3f8ded97741d65813fcf80d2a1 100644 --- a/layer_19-model_00-model_states.pt +++ b/layer_19-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b49a04fa7b9b80b5aa74e077af8c307b5b80b225c1f098c0e34de81721b4660 +oid sha256:f086cb370e664a155aa327005268c0bab9ff9a03f0d44d1ef6354357c0bbd8a7 size 5519 diff --git a/layer_20-model_00-model_states.pt b/layer_20-model_00-model_states.pt index 47687e0819eddae437d0c6b9afeddf513de8bab2..604a43614fd6a468acd57fe3ca9ff69cc42705af 100644 --- a/layer_20-model_00-model_states.pt +++ b/layer_20-model_00-model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ffa5cc9d32309b505129f1dfcf4f8d40950d5d4781fe07e1ae4691fcc37e4267 +oid sha256:bba2a67ab01f4793bdb9a2e1466324b5963676ca1229cb2168c685052372d5b9 size 206046607 diff --git a/mp_rank_00_model_states.pt b/mp_rank_00_model_states.pt index f92b233f1d3a910b372a2a377dc1d2d45a260eb3..c5733317d7333f391e2229f9dbddf106704ed973 100644 --- a/mp_rank_00_model_states.pt +++ b/mp_rank_00_model_states.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8702a8ba95c80d2345582ab7d4ed04d9866c0917a21aa137c712825f30ac88ff +oid sha256:027d3cf5dd5b05e9d3973a2edfa6541e07505d3c1f229fe71a72851a2cdf76ce size 23620