diff --git a/14B_pretrain/iter_000140000/scheduler/__0_0.distcp b/14B_pretrain/iter_000140000/scheduler/__0_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..134eb8ffaf6a1e22bbbc4c92cc8f2d84de1b6e15 Binary files /dev/null and b/14B_pretrain/iter_000140000/scheduler/__0_0.distcp differ diff --git a/14B_pretrain/iter_000140000/scheduler/__100_0.distcp b/14B_pretrain/iter_000140000/scheduler/__100_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__101_0.distcp b/14B_pretrain/iter_000140000/scheduler/__101_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__102_0.distcp b/14B_pretrain/iter_000140000/scheduler/__102_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__103_0.distcp b/14B_pretrain/iter_000140000/scheduler/__103_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__104_0.distcp b/14B_pretrain/iter_000140000/scheduler/__104_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__106_0.distcp b/14B_pretrain/iter_000140000/scheduler/__106_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__107_0.distcp b/14B_pretrain/iter_000140000/scheduler/__107_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__109_0.distcp b/14B_pretrain/iter_000140000/scheduler/__109_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__10_0.distcp b/14B_pretrain/iter_000140000/scheduler/__10_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__110_0.distcp b/14B_pretrain/iter_000140000/scheduler/__110_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__111_0.distcp b/14B_pretrain/iter_000140000/scheduler/__111_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__112_0.distcp b/14B_pretrain/iter_000140000/scheduler/__112_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__113_0.distcp b/14B_pretrain/iter_000140000/scheduler/__113_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__114_0.distcp b/14B_pretrain/iter_000140000/scheduler/__114_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__115_0.distcp b/14B_pretrain/iter_000140000/scheduler/__115_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__116_0.distcp b/14B_pretrain/iter_000140000/scheduler/__116_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__119_0.distcp b/14B_pretrain/iter_000140000/scheduler/__119_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__11_0.distcp b/14B_pretrain/iter_000140000/scheduler/__11_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__120_0.distcp b/14B_pretrain/iter_000140000/scheduler/__120_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__122_0.distcp b/14B_pretrain/iter_000140000/scheduler/__122_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__123_0.distcp b/14B_pretrain/iter_000140000/scheduler/__123_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__124_0.distcp b/14B_pretrain/iter_000140000/scheduler/__124_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__125_0.distcp b/14B_pretrain/iter_000140000/scheduler/__125_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__126_0.distcp b/14B_pretrain/iter_000140000/scheduler/__126_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__127_0.distcp b/14B_pretrain/iter_000140000/scheduler/__127_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__128_0.distcp b/14B_pretrain/iter_000140000/scheduler/__128_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__129_0.distcp b/14B_pretrain/iter_000140000/scheduler/__129_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__12_0.distcp b/14B_pretrain/iter_000140000/scheduler/__12_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__130_0.distcp b/14B_pretrain/iter_000140000/scheduler/__130_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__131_0.distcp b/14B_pretrain/iter_000140000/scheduler/__131_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__135_0.distcp b/14B_pretrain/iter_000140000/scheduler/__135_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__136_0.distcp b/14B_pretrain/iter_000140000/scheduler/__136_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__137_0.distcp b/14B_pretrain/iter_000140000/scheduler/__137_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__139_0.distcp b/14B_pretrain/iter_000140000/scheduler/__139_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__13_0.distcp b/14B_pretrain/iter_000140000/scheduler/__13_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__140_0.distcp b/14B_pretrain/iter_000140000/scheduler/__140_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__142_0.distcp b/14B_pretrain/iter_000140000/scheduler/__142_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__143_0.distcp b/14B_pretrain/iter_000140000/scheduler/__143_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__144_0.distcp b/14B_pretrain/iter_000140000/scheduler/__144_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__145_0.distcp b/14B_pretrain/iter_000140000/scheduler/__145_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__146_0.distcp b/14B_pretrain/iter_000140000/scheduler/__146_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__147_0.distcp b/14B_pretrain/iter_000140000/scheduler/__147_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__148_0.distcp b/14B_pretrain/iter_000140000/scheduler/__148_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__149_0.distcp b/14B_pretrain/iter_000140000/scheduler/__149_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__14_0.distcp b/14B_pretrain/iter_000140000/scheduler/__14_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__150_0.distcp b/14B_pretrain/iter_000140000/scheduler/__150_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__151_0.distcp b/14B_pretrain/iter_000140000/scheduler/__151_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__152_0.distcp b/14B_pretrain/iter_000140000/scheduler/__152_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__154_0.distcp b/14B_pretrain/iter_000140000/scheduler/__154_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__156_0.distcp b/14B_pretrain/iter_000140000/scheduler/__156_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__157_0.distcp b/14B_pretrain/iter_000140000/scheduler/__157_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__158_0.distcp b/14B_pretrain/iter_000140000/scheduler/__158_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__159_0.distcp b/14B_pretrain/iter_000140000/scheduler/__159_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__160_0.distcp b/14B_pretrain/iter_000140000/scheduler/__160_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__161_0.distcp b/14B_pretrain/iter_000140000/scheduler/__161_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__162_0.distcp b/14B_pretrain/iter_000140000/scheduler/__162_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__164_0.distcp b/14B_pretrain/iter_000140000/scheduler/__164_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__165_0.distcp b/14B_pretrain/iter_000140000/scheduler/__165_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__166_0.distcp b/14B_pretrain/iter_000140000/scheduler/__166_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__167_0.distcp b/14B_pretrain/iter_000140000/scheduler/__167_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__168_0.distcp b/14B_pretrain/iter_000140000/scheduler/__168_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__169_0.distcp b/14B_pretrain/iter_000140000/scheduler/__169_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__16_0.distcp b/14B_pretrain/iter_000140000/scheduler/__16_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__171_0.distcp b/14B_pretrain/iter_000140000/scheduler/__171_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__172_0.distcp b/14B_pretrain/iter_000140000/scheduler/__172_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__174_0.distcp b/14B_pretrain/iter_000140000/scheduler/__174_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__175_0.distcp b/14B_pretrain/iter_000140000/scheduler/__175_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__177_0.distcp b/14B_pretrain/iter_000140000/scheduler/__177_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__178_0.distcp b/14B_pretrain/iter_000140000/scheduler/__178_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__179_0.distcp b/14B_pretrain/iter_000140000/scheduler/__179_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__17_0.distcp b/14B_pretrain/iter_000140000/scheduler/__17_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__180_0.distcp b/14B_pretrain/iter_000140000/scheduler/__180_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__181_0.distcp b/14B_pretrain/iter_000140000/scheduler/__181_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__182_0.distcp b/14B_pretrain/iter_000140000/scheduler/__182_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__183_0.distcp b/14B_pretrain/iter_000140000/scheduler/__183_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__184_0.distcp b/14B_pretrain/iter_000140000/scheduler/__184_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__187_0.distcp b/14B_pretrain/iter_000140000/scheduler/__187_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__189_0.distcp b/14B_pretrain/iter_000140000/scheduler/__189_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__18_0.distcp b/14B_pretrain/iter_000140000/scheduler/__18_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__190_0.distcp b/14B_pretrain/iter_000140000/scheduler/__190_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__191_0.distcp b/14B_pretrain/iter_000140000/scheduler/__191_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__192_0.distcp b/14B_pretrain/iter_000140000/scheduler/__192_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__194_0.distcp b/14B_pretrain/iter_000140000/scheduler/__194_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__195_0.distcp b/14B_pretrain/iter_000140000/scheduler/__195_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__197_0.distcp b/14B_pretrain/iter_000140000/scheduler/__197_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__199_0.distcp b/14B_pretrain/iter_000140000/scheduler/__199_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__19_0.distcp b/14B_pretrain/iter_000140000/scheduler/__19_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__200_0.distcp b/14B_pretrain/iter_000140000/scheduler/__200_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__202_0.distcp b/14B_pretrain/iter_000140000/scheduler/__202_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__203_0.distcp b/14B_pretrain/iter_000140000/scheduler/__203_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__204_0.distcp b/14B_pretrain/iter_000140000/scheduler/__204_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__205_0.distcp b/14B_pretrain/iter_000140000/scheduler/__205_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__206_0.distcp b/14B_pretrain/iter_000140000/scheduler/__206_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__207_0.distcp b/14B_pretrain/iter_000140000/scheduler/__207_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__208_0.distcp b/14B_pretrain/iter_000140000/scheduler/__208_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__209_0.distcp b/14B_pretrain/iter_000140000/scheduler/__209_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__20_0.distcp b/14B_pretrain/iter_000140000/scheduler/__20_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__210_0.distcp b/14B_pretrain/iter_000140000/scheduler/__210_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__211_0.distcp b/14B_pretrain/iter_000140000/scheduler/__211_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__212_0.distcp b/14B_pretrain/iter_000140000/scheduler/__212_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__213_0.distcp b/14B_pretrain/iter_000140000/scheduler/__213_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__214_0.distcp b/14B_pretrain/iter_000140000/scheduler/__214_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__215_0.distcp b/14B_pretrain/iter_000140000/scheduler/__215_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__216_0.distcp b/14B_pretrain/iter_000140000/scheduler/__216_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__217_0.distcp b/14B_pretrain/iter_000140000/scheduler/__217_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__218_0.distcp b/14B_pretrain/iter_000140000/scheduler/__218_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__219_0.distcp b/14B_pretrain/iter_000140000/scheduler/__219_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__21_0.distcp b/14B_pretrain/iter_000140000/scheduler/__21_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__221_0.distcp b/14B_pretrain/iter_000140000/scheduler/__221_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__223_0.distcp b/14B_pretrain/iter_000140000/scheduler/__223_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__224_0.distcp b/14B_pretrain/iter_000140000/scheduler/__224_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__225_0.distcp b/14B_pretrain/iter_000140000/scheduler/__225_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__226_0.distcp b/14B_pretrain/iter_000140000/scheduler/__226_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__227_0.distcp b/14B_pretrain/iter_000140000/scheduler/__227_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__228_0.distcp b/14B_pretrain/iter_000140000/scheduler/__228_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__229_0.distcp b/14B_pretrain/iter_000140000/scheduler/__229_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__230_0.distcp b/14B_pretrain/iter_000140000/scheduler/__230_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__231_0.distcp b/14B_pretrain/iter_000140000/scheduler/__231_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__232_0.distcp b/14B_pretrain/iter_000140000/scheduler/__232_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__236_0.distcp b/14B_pretrain/iter_000140000/scheduler/__236_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__237_0.distcp b/14B_pretrain/iter_000140000/scheduler/__237_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__238_0.distcp b/14B_pretrain/iter_000140000/scheduler/__238_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__240_0.distcp b/14B_pretrain/iter_000140000/scheduler/__240_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__241_0.distcp b/14B_pretrain/iter_000140000/scheduler/__241_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__242_0.distcp b/14B_pretrain/iter_000140000/scheduler/__242_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__243_0.distcp b/14B_pretrain/iter_000140000/scheduler/__243_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__244_0.distcp b/14B_pretrain/iter_000140000/scheduler/__244_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__245_0.distcp b/14B_pretrain/iter_000140000/scheduler/__245_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__246_0.distcp b/14B_pretrain/iter_000140000/scheduler/__246_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__247_0.distcp b/14B_pretrain/iter_000140000/scheduler/__247_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__248_0.distcp b/14B_pretrain/iter_000140000/scheduler/__248_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__249_0.distcp b/14B_pretrain/iter_000140000/scheduler/__249_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__250_0.distcp b/14B_pretrain/iter_000140000/scheduler/__250_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__251_0.distcp b/14B_pretrain/iter_000140000/scheduler/__251_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__252_0.distcp b/14B_pretrain/iter_000140000/scheduler/__252_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__253_0.distcp b/14B_pretrain/iter_000140000/scheduler/__253_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__254_0.distcp b/14B_pretrain/iter_000140000/scheduler/__254_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__25_0.distcp b/14B_pretrain/iter_000140000/scheduler/__25_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__26_0.distcp b/14B_pretrain/iter_000140000/scheduler/__26_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__28_0.distcp b/14B_pretrain/iter_000140000/scheduler/__28_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__29_0.distcp b/14B_pretrain/iter_000140000/scheduler/__29_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__2_0.distcp b/14B_pretrain/iter_000140000/scheduler/__2_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__32_0.distcp b/14B_pretrain/iter_000140000/scheduler/__32_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__34_0.distcp b/14B_pretrain/iter_000140000/scheduler/__34_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__35_0.distcp b/14B_pretrain/iter_000140000/scheduler/__35_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__36_0.distcp b/14B_pretrain/iter_000140000/scheduler/__36_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__37_0.distcp b/14B_pretrain/iter_000140000/scheduler/__37_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__39_0.distcp b/14B_pretrain/iter_000140000/scheduler/__39_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__40_0.distcp b/14B_pretrain/iter_000140000/scheduler/__40_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__41_0.distcp b/14B_pretrain/iter_000140000/scheduler/__41_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__42_0.distcp b/14B_pretrain/iter_000140000/scheduler/__42_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__44_0.distcp b/14B_pretrain/iter_000140000/scheduler/__44_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__45_0.distcp b/14B_pretrain/iter_000140000/scheduler/__45_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__46_0.distcp b/14B_pretrain/iter_000140000/scheduler/__46_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__47_0.distcp b/14B_pretrain/iter_000140000/scheduler/__47_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__48_0.distcp b/14B_pretrain/iter_000140000/scheduler/__48_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__4_0.distcp b/14B_pretrain/iter_000140000/scheduler/__4_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__50_0.distcp b/14B_pretrain/iter_000140000/scheduler/__50_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__52_0.distcp b/14B_pretrain/iter_000140000/scheduler/__52_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__53_0.distcp b/14B_pretrain/iter_000140000/scheduler/__53_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__54_0.distcp b/14B_pretrain/iter_000140000/scheduler/__54_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__55_0.distcp b/14B_pretrain/iter_000140000/scheduler/__55_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__56_0.distcp b/14B_pretrain/iter_000140000/scheduler/__56_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__57_0.distcp b/14B_pretrain/iter_000140000/scheduler/__57_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__58_0.distcp b/14B_pretrain/iter_000140000/scheduler/__58_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__59_0.distcp b/14B_pretrain/iter_000140000/scheduler/__59_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__5_0.distcp b/14B_pretrain/iter_000140000/scheduler/__5_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__60_0.distcp b/14B_pretrain/iter_000140000/scheduler/__60_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__61_0.distcp b/14B_pretrain/iter_000140000/scheduler/__61_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__62_0.distcp b/14B_pretrain/iter_000140000/scheduler/__62_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__63_0.distcp b/14B_pretrain/iter_000140000/scheduler/__63_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__64_0.distcp b/14B_pretrain/iter_000140000/scheduler/__64_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__66_0.distcp b/14B_pretrain/iter_000140000/scheduler/__66_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__67_0.distcp b/14B_pretrain/iter_000140000/scheduler/__67_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__68_0.distcp b/14B_pretrain/iter_000140000/scheduler/__68_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__69_0.distcp b/14B_pretrain/iter_000140000/scheduler/__69_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__71_0.distcp b/14B_pretrain/iter_000140000/scheduler/__71_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__72_0.distcp b/14B_pretrain/iter_000140000/scheduler/__72_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__73_0.distcp b/14B_pretrain/iter_000140000/scheduler/__73_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__76_0.distcp b/14B_pretrain/iter_000140000/scheduler/__76_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__77_0.distcp b/14B_pretrain/iter_000140000/scheduler/__77_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__78_0.distcp b/14B_pretrain/iter_000140000/scheduler/__78_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__79_0.distcp b/14B_pretrain/iter_000140000/scheduler/__79_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__7_0.distcp b/14B_pretrain/iter_000140000/scheduler/__7_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__81_0.distcp b/14B_pretrain/iter_000140000/scheduler/__81_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__82_0.distcp b/14B_pretrain/iter_000140000/scheduler/__82_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__83_0.distcp b/14B_pretrain/iter_000140000/scheduler/__83_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__86_0.distcp b/14B_pretrain/iter_000140000/scheduler/__86_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__87_0.distcp b/14B_pretrain/iter_000140000/scheduler/__87_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__88_0.distcp b/14B_pretrain/iter_000140000/scheduler/__88_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__89_0.distcp b/14B_pretrain/iter_000140000/scheduler/__89_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__90_0.distcp b/14B_pretrain/iter_000140000/scheduler/__90_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__91_0.distcp b/14B_pretrain/iter_000140000/scheduler/__91_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__92_0.distcp b/14B_pretrain/iter_000140000/scheduler/__92_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__93_0.distcp b/14B_pretrain/iter_000140000/scheduler/__93_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__94_0.distcp b/14B_pretrain/iter_000140000/scheduler/__94_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__95_0.distcp b/14B_pretrain/iter_000140000/scheduler/__95_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__96_0.distcp b/14B_pretrain/iter_000140000/scheduler/__96_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__97_0.distcp b/14B_pretrain/iter_000140000/scheduler/__97_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__99_0.distcp b/14B_pretrain/iter_000140000/scheduler/__99_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/14B_pretrain/iter_000140000/scheduler/__9_0.distcp b/14B_pretrain/iter_000140000/scheduler/__9_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__100_0.distcp b/2B_pretrain/iter_000140000/model/__100_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__101_0.distcp b/2B_pretrain/iter_000140000/model/__101_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__102_0.distcp b/2B_pretrain/iter_000140000/model/__102_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__103_0.distcp b/2B_pretrain/iter_000140000/model/__103_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__104_0.distcp b/2B_pretrain/iter_000140000/model/__104_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__105_0.distcp b/2B_pretrain/iter_000140000/model/__105_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__106_0.distcp b/2B_pretrain/iter_000140000/model/__106_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__107_0.distcp b/2B_pretrain/iter_000140000/model/__107_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__108_0.distcp b/2B_pretrain/iter_000140000/model/__108_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__109_0.distcp b/2B_pretrain/iter_000140000/model/__109_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__10_0.distcp b/2B_pretrain/iter_000140000/model/__10_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__110_0.distcp b/2B_pretrain/iter_000140000/model/__110_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__111_0.distcp b/2B_pretrain/iter_000140000/model/__111_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__112_0.distcp b/2B_pretrain/iter_000140000/model/__112_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__113_0.distcp b/2B_pretrain/iter_000140000/model/__113_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__114_0.distcp b/2B_pretrain/iter_000140000/model/__114_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__115_0.distcp b/2B_pretrain/iter_000140000/model/__115_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__116_0.distcp b/2B_pretrain/iter_000140000/model/__116_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__117_0.distcp b/2B_pretrain/iter_000140000/model/__117_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__118_0.distcp b/2B_pretrain/iter_000140000/model/__118_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__119_0.distcp b/2B_pretrain/iter_000140000/model/__119_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__11_0.distcp b/2B_pretrain/iter_000140000/model/__11_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__120_0.distcp b/2B_pretrain/iter_000140000/model/__120_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__121_0.distcp b/2B_pretrain/iter_000140000/model/__121_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__122_0.distcp b/2B_pretrain/iter_000140000/model/__122_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__123_0.distcp b/2B_pretrain/iter_000140000/model/__123_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__124_0.distcp b/2B_pretrain/iter_000140000/model/__124_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__125_0.distcp b/2B_pretrain/iter_000140000/model/__125_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__126_0.distcp b/2B_pretrain/iter_000140000/model/__126_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__127_0.distcp b/2B_pretrain/iter_000140000/model/__127_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__128_0.distcp b/2B_pretrain/iter_000140000/model/__128_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__129_0.distcp b/2B_pretrain/iter_000140000/model/__129_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__12_0.distcp b/2B_pretrain/iter_000140000/model/__12_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__130_0.distcp b/2B_pretrain/iter_000140000/model/__130_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__131_0.distcp b/2B_pretrain/iter_000140000/model/__131_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__132_0.distcp b/2B_pretrain/iter_000140000/model/__132_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__133_0.distcp b/2B_pretrain/iter_000140000/model/__133_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__134_0.distcp b/2B_pretrain/iter_000140000/model/__134_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__135_0.distcp b/2B_pretrain/iter_000140000/model/__135_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__136_0.distcp b/2B_pretrain/iter_000140000/model/__136_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__137_0.distcp b/2B_pretrain/iter_000140000/model/__137_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__138_0.distcp b/2B_pretrain/iter_000140000/model/__138_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__139_0.distcp b/2B_pretrain/iter_000140000/model/__139_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__13_0.distcp b/2B_pretrain/iter_000140000/model/__13_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__140_0.distcp b/2B_pretrain/iter_000140000/model/__140_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__141_0.distcp b/2B_pretrain/iter_000140000/model/__141_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__142_0.distcp b/2B_pretrain/iter_000140000/model/__142_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__143_0.distcp b/2B_pretrain/iter_000140000/model/__143_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__144_0.distcp b/2B_pretrain/iter_000140000/model/__144_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__145_0.distcp b/2B_pretrain/iter_000140000/model/__145_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__146_0.distcp b/2B_pretrain/iter_000140000/model/__146_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__147_0.distcp b/2B_pretrain/iter_000140000/model/__147_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__148_0.distcp b/2B_pretrain/iter_000140000/model/__148_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__149_0.distcp b/2B_pretrain/iter_000140000/model/__149_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__14_0.distcp b/2B_pretrain/iter_000140000/model/__14_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__150_0.distcp b/2B_pretrain/iter_000140000/model/__150_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__151_0.distcp b/2B_pretrain/iter_000140000/model/__151_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__152_0.distcp b/2B_pretrain/iter_000140000/model/__152_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__153_0.distcp b/2B_pretrain/iter_000140000/model/__153_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__154_0.distcp b/2B_pretrain/iter_000140000/model/__154_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__155_0.distcp b/2B_pretrain/iter_000140000/model/__155_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__156_0.distcp b/2B_pretrain/iter_000140000/model/__156_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__157_0.distcp b/2B_pretrain/iter_000140000/model/__157_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__158_0.distcp b/2B_pretrain/iter_000140000/model/__158_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__159_0.distcp b/2B_pretrain/iter_000140000/model/__159_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__15_0.distcp b/2B_pretrain/iter_000140000/model/__15_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__160_0.distcp b/2B_pretrain/iter_000140000/model/__160_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__161_0.distcp b/2B_pretrain/iter_000140000/model/__161_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__162_0.distcp b/2B_pretrain/iter_000140000/model/__162_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__163_0.distcp b/2B_pretrain/iter_000140000/model/__163_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__164_0.distcp b/2B_pretrain/iter_000140000/model/__164_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__165_0.distcp b/2B_pretrain/iter_000140000/model/__165_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__166_0.distcp b/2B_pretrain/iter_000140000/model/__166_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__167_0.distcp b/2B_pretrain/iter_000140000/model/__167_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__168_0.distcp b/2B_pretrain/iter_000140000/model/__168_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__169_0.distcp b/2B_pretrain/iter_000140000/model/__169_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__16_0.distcp b/2B_pretrain/iter_000140000/model/__16_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__170_0.distcp b/2B_pretrain/iter_000140000/model/__170_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__171_0.distcp b/2B_pretrain/iter_000140000/model/__171_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__172_0.distcp b/2B_pretrain/iter_000140000/model/__172_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__173_0.distcp b/2B_pretrain/iter_000140000/model/__173_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__174_0.distcp b/2B_pretrain/iter_000140000/model/__174_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__175_0.distcp b/2B_pretrain/iter_000140000/model/__175_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__176_0.distcp b/2B_pretrain/iter_000140000/model/__176_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__177_0.distcp b/2B_pretrain/iter_000140000/model/__177_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__178_0.distcp b/2B_pretrain/iter_000140000/model/__178_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__179_0.distcp b/2B_pretrain/iter_000140000/model/__179_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__17_0.distcp b/2B_pretrain/iter_000140000/model/__17_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__180_0.distcp b/2B_pretrain/iter_000140000/model/__180_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__181_0.distcp b/2B_pretrain/iter_000140000/model/__181_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__182_0.distcp b/2B_pretrain/iter_000140000/model/__182_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__183_0.distcp b/2B_pretrain/iter_000140000/model/__183_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__184_0.distcp b/2B_pretrain/iter_000140000/model/__184_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__185_0.distcp b/2B_pretrain/iter_000140000/model/__185_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__186_0.distcp b/2B_pretrain/iter_000140000/model/__186_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__187_0.distcp b/2B_pretrain/iter_000140000/model/__187_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__188_0.distcp b/2B_pretrain/iter_000140000/model/__188_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__189_0.distcp b/2B_pretrain/iter_000140000/model/__189_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__18_0.distcp b/2B_pretrain/iter_000140000/model/__18_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__190_0.distcp b/2B_pretrain/iter_000140000/model/__190_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__191_0.distcp b/2B_pretrain/iter_000140000/model/__191_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__192_0.distcp b/2B_pretrain/iter_000140000/model/__192_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__193_0.distcp b/2B_pretrain/iter_000140000/model/__193_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__194_0.distcp b/2B_pretrain/iter_000140000/model/__194_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__195_0.distcp b/2B_pretrain/iter_000140000/model/__195_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__196_0.distcp b/2B_pretrain/iter_000140000/model/__196_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__197_0.distcp b/2B_pretrain/iter_000140000/model/__197_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__198_0.distcp b/2B_pretrain/iter_000140000/model/__198_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__199_0.distcp b/2B_pretrain/iter_000140000/model/__199_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__19_0.distcp b/2B_pretrain/iter_000140000/model/__19_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__200_0.distcp b/2B_pretrain/iter_000140000/model/__200_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__201_0.distcp b/2B_pretrain/iter_000140000/model/__201_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__202_0.distcp b/2B_pretrain/iter_000140000/model/__202_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__203_0.distcp b/2B_pretrain/iter_000140000/model/__203_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__204_0.distcp b/2B_pretrain/iter_000140000/model/__204_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__205_0.distcp b/2B_pretrain/iter_000140000/model/__205_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__206_0.distcp b/2B_pretrain/iter_000140000/model/__206_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__207_0.distcp b/2B_pretrain/iter_000140000/model/__207_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__208_0.distcp b/2B_pretrain/iter_000140000/model/__208_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__209_0.distcp b/2B_pretrain/iter_000140000/model/__209_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__20_0.distcp b/2B_pretrain/iter_000140000/model/__20_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__210_0.distcp b/2B_pretrain/iter_000140000/model/__210_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__211_0.distcp b/2B_pretrain/iter_000140000/model/__211_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__212_0.distcp b/2B_pretrain/iter_000140000/model/__212_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__213_0.distcp b/2B_pretrain/iter_000140000/model/__213_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__214_0.distcp b/2B_pretrain/iter_000140000/model/__214_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__215_0.distcp b/2B_pretrain/iter_000140000/model/__215_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__216_0.distcp b/2B_pretrain/iter_000140000/model/__216_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__217_0.distcp b/2B_pretrain/iter_000140000/model/__217_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__218_0.distcp b/2B_pretrain/iter_000140000/model/__218_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__219_0.distcp b/2B_pretrain/iter_000140000/model/__219_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__21_0.distcp b/2B_pretrain/iter_000140000/model/__21_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__220_0.distcp b/2B_pretrain/iter_000140000/model/__220_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__221_0.distcp b/2B_pretrain/iter_000140000/model/__221_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__222_0.distcp b/2B_pretrain/iter_000140000/model/__222_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__223_0.distcp b/2B_pretrain/iter_000140000/model/__223_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__224_0.distcp b/2B_pretrain/iter_000140000/model/__224_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__225_0.distcp b/2B_pretrain/iter_000140000/model/__225_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__226_0.distcp b/2B_pretrain/iter_000140000/model/__226_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__227_0.distcp b/2B_pretrain/iter_000140000/model/__227_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__228_0.distcp b/2B_pretrain/iter_000140000/model/__228_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__229_0.distcp b/2B_pretrain/iter_000140000/model/__229_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__22_0.distcp b/2B_pretrain/iter_000140000/model/__22_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__230_0.distcp b/2B_pretrain/iter_000140000/model/__230_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__231_0.distcp b/2B_pretrain/iter_000140000/model/__231_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__232_0.distcp b/2B_pretrain/iter_000140000/model/__232_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__233_0.distcp b/2B_pretrain/iter_000140000/model/__233_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__234_0.distcp b/2B_pretrain/iter_000140000/model/__234_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__235_0.distcp b/2B_pretrain/iter_000140000/model/__235_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__236_0.distcp b/2B_pretrain/iter_000140000/model/__236_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__237_0.distcp b/2B_pretrain/iter_000140000/model/__237_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__238_0.distcp b/2B_pretrain/iter_000140000/model/__238_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__239_0.distcp b/2B_pretrain/iter_000140000/model/__239_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__23_0.distcp b/2B_pretrain/iter_000140000/model/__23_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__240_0.distcp b/2B_pretrain/iter_000140000/model/__240_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__241_0.distcp b/2B_pretrain/iter_000140000/model/__241_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__242_0.distcp b/2B_pretrain/iter_000140000/model/__242_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__243_0.distcp b/2B_pretrain/iter_000140000/model/__243_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__244_0.distcp b/2B_pretrain/iter_000140000/model/__244_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__245_0.distcp b/2B_pretrain/iter_000140000/model/__245_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__246_0.distcp b/2B_pretrain/iter_000140000/model/__246_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__247_0.distcp b/2B_pretrain/iter_000140000/model/__247_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__248_0.distcp b/2B_pretrain/iter_000140000/model/__248_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__249_0.distcp b/2B_pretrain/iter_000140000/model/__249_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__24_0.distcp b/2B_pretrain/iter_000140000/model/__24_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__250_0.distcp b/2B_pretrain/iter_000140000/model/__250_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__251_0.distcp b/2B_pretrain/iter_000140000/model/__251_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__252_0.distcp b/2B_pretrain/iter_000140000/model/__252_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__253_0.distcp b/2B_pretrain/iter_000140000/model/__253_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__254_0.distcp b/2B_pretrain/iter_000140000/model/__254_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__255_0.distcp b/2B_pretrain/iter_000140000/model/__255_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__25_0.distcp b/2B_pretrain/iter_000140000/model/__25_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__26_0.distcp b/2B_pretrain/iter_000140000/model/__26_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__27_0.distcp b/2B_pretrain/iter_000140000/model/__27_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__28_0.distcp b/2B_pretrain/iter_000140000/model/__28_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__29_0.distcp b/2B_pretrain/iter_000140000/model/__29_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__30_0.distcp b/2B_pretrain/iter_000140000/model/__30_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__31_0.distcp b/2B_pretrain/iter_000140000/model/__31_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__32_0.distcp b/2B_pretrain/iter_000140000/model/__32_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__33_0.distcp b/2B_pretrain/iter_000140000/model/__33_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__34_0.distcp b/2B_pretrain/iter_000140000/model/__34_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__35_0.distcp b/2B_pretrain/iter_000140000/model/__35_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__36_0.distcp b/2B_pretrain/iter_000140000/model/__36_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__37_0.distcp b/2B_pretrain/iter_000140000/model/__37_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__38_0.distcp b/2B_pretrain/iter_000140000/model/__38_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__39_0.distcp b/2B_pretrain/iter_000140000/model/__39_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__40_0.distcp b/2B_pretrain/iter_000140000/model/__40_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__41_0.distcp b/2B_pretrain/iter_000140000/model/__41_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__42_0.distcp b/2B_pretrain/iter_000140000/model/__42_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__43_0.distcp b/2B_pretrain/iter_000140000/model/__43_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__44_0.distcp b/2B_pretrain/iter_000140000/model/__44_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__45_0.distcp b/2B_pretrain/iter_000140000/model/__45_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__46_0.distcp b/2B_pretrain/iter_000140000/model/__46_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__47_0.distcp b/2B_pretrain/iter_000140000/model/__47_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__48_0.distcp b/2B_pretrain/iter_000140000/model/__48_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__49_0.distcp b/2B_pretrain/iter_000140000/model/__49_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__50_0.distcp b/2B_pretrain/iter_000140000/model/__50_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__51_0.distcp b/2B_pretrain/iter_000140000/model/__51_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__52_0.distcp b/2B_pretrain/iter_000140000/model/__52_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__53_0.distcp b/2B_pretrain/iter_000140000/model/__53_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__54_0.distcp b/2B_pretrain/iter_000140000/model/__54_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__55_0.distcp b/2B_pretrain/iter_000140000/model/__55_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__56_0.distcp b/2B_pretrain/iter_000140000/model/__56_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__57_0.distcp b/2B_pretrain/iter_000140000/model/__57_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__58_0.distcp b/2B_pretrain/iter_000140000/model/__58_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__59_0.distcp b/2B_pretrain/iter_000140000/model/__59_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__60_0.distcp b/2B_pretrain/iter_000140000/model/__60_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__61_0.distcp b/2B_pretrain/iter_000140000/model/__61_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__62_0.distcp b/2B_pretrain/iter_000140000/model/__62_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__63_0.distcp b/2B_pretrain/iter_000140000/model/__63_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__64_0.distcp b/2B_pretrain/iter_000140000/model/__64_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__65_0.distcp b/2B_pretrain/iter_000140000/model/__65_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__66_0.distcp b/2B_pretrain/iter_000140000/model/__66_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__67_0.distcp b/2B_pretrain/iter_000140000/model/__67_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__68_0.distcp b/2B_pretrain/iter_000140000/model/__68_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__69_0.distcp b/2B_pretrain/iter_000140000/model/__69_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__70_0.distcp b/2B_pretrain/iter_000140000/model/__70_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__71_0.distcp b/2B_pretrain/iter_000140000/model/__71_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__72_0.distcp b/2B_pretrain/iter_000140000/model/__72_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__73_0.distcp b/2B_pretrain/iter_000140000/model/__73_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__74_0.distcp b/2B_pretrain/iter_000140000/model/__74_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__75_0.distcp b/2B_pretrain/iter_000140000/model/__75_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__76_0.distcp b/2B_pretrain/iter_000140000/model/__76_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__77_0.distcp b/2B_pretrain/iter_000140000/model/__77_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__78_0.distcp b/2B_pretrain/iter_000140000/model/__78_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__79_0.distcp b/2B_pretrain/iter_000140000/model/__79_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__80_0.distcp b/2B_pretrain/iter_000140000/model/__80_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__81_0.distcp b/2B_pretrain/iter_000140000/model/__81_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__82_0.distcp b/2B_pretrain/iter_000140000/model/__82_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__83_0.distcp b/2B_pretrain/iter_000140000/model/__83_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__84_0.distcp b/2B_pretrain/iter_000140000/model/__84_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__85_0.distcp b/2B_pretrain/iter_000140000/model/__85_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__86_0.distcp b/2B_pretrain/iter_000140000/model/__86_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__87_0.distcp b/2B_pretrain/iter_000140000/model/__87_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__88_0.distcp b/2B_pretrain/iter_000140000/model/__88_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__89_0.distcp b/2B_pretrain/iter_000140000/model/__89_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__8_0.distcp b/2B_pretrain/iter_000140000/model/__8_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__90_0.distcp b/2B_pretrain/iter_000140000/model/__90_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__91_0.distcp b/2B_pretrain/iter_000140000/model/__91_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__92_0.distcp b/2B_pretrain/iter_000140000/model/__92_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__93_0.distcp b/2B_pretrain/iter_000140000/model/__93_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__94_0.distcp b/2B_pretrain/iter_000140000/model/__94_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__95_0.distcp b/2B_pretrain/iter_000140000/model/__95_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__96_0.distcp b/2B_pretrain/iter_000140000/model/__96_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__97_0.distcp b/2B_pretrain/iter_000140000/model/__97_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__98_0.distcp b/2B_pretrain/iter_000140000/model/__98_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__99_0.distcp b/2B_pretrain/iter_000140000/model/__99_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/model/__9_0.distcp b/2B_pretrain/iter_000140000/model/__9_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__100_0.distcp b/2B_pretrain/iter_000140000/optim/__100_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__101_0.distcp b/2B_pretrain/iter_000140000/optim/__101_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__102_0.distcp b/2B_pretrain/iter_000140000/optim/__102_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__103_0.distcp b/2B_pretrain/iter_000140000/optim/__103_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__104_0.distcp b/2B_pretrain/iter_000140000/optim/__104_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__105_0.distcp b/2B_pretrain/iter_000140000/optim/__105_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__106_0.distcp b/2B_pretrain/iter_000140000/optim/__106_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__107_0.distcp b/2B_pretrain/iter_000140000/optim/__107_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__108_0.distcp b/2B_pretrain/iter_000140000/optim/__108_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__109_0.distcp b/2B_pretrain/iter_000140000/optim/__109_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__10_0.distcp b/2B_pretrain/iter_000140000/optim/__10_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__110_0.distcp b/2B_pretrain/iter_000140000/optim/__110_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__111_0.distcp b/2B_pretrain/iter_000140000/optim/__111_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__112_0.distcp b/2B_pretrain/iter_000140000/optim/__112_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__113_0.distcp b/2B_pretrain/iter_000140000/optim/__113_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__114_0.distcp b/2B_pretrain/iter_000140000/optim/__114_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__115_0.distcp b/2B_pretrain/iter_000140000/optim/__115_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__116_0.distcp b/2B_pretrain/iter_000140000/optim/__116_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__117_0.distcp b/2B_pretrain/iter_000140000/optim/__117_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__118_0.distcp b/2B_pretrain/iter_000140000/optim/__118_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__119_0.distcp b/2B_pretrain/iter_000140000/optim/__119_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__11_0.distcp b/2B_pretrain/iter_000140000/optim/__11_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__120_0.distcp b/2B_pretrain/iter_000140000/optim/__120_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__121_0.distcp b/2B_pretrain/iter_000140000/optim/__121_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__122_0.distcp b/2B_pretrain/iter_000140000/optim/__122_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__123_0.distcp b/2B_pretrain/iter_000140000/optim/__123_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__124_0.distcp b/2B_pretrain/iter_000140000/optim/__124_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__125_0.distcp b/2B_pretrain/iter_000140000/optim/__125_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__126_0.distcp b/2B_pretrain/iter_000140000/optim/__126_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__127_0.distcp b/2B_pretrain/iter_000140000/optim/__127_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__128_0.distcp b/2B_pretrain/iter_000140000/optim/__128_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__129_0.distcp b/2B_pretrain/iter_000140000/optim/__129_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__12_0.distcp b/2B_pretrain/iter_000140000/optim/__12_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__130_0.distcp b/2B_pretrain/iter_000140000/optim/__130_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__131_0.distcp b/2B_pretrain/iter_000140000/optim/__131_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__132_0.distcp b/2B_pretrain/iter_000140000/optim/__132_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__133_0.distcp b/2B_pretrain/iter_000140000/optim/__133_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__134_0.distcp b/2B_pretrain/iter_000140000/optim/__134_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__135_0.distcp b/2B_pretrain/iter_000140000/optim/__135_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__136_0.distcp b/2B_pretrain/iter_000140000/optim/__136_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__137_0.distcp b/2B_pretrain/iter_000140000/optim/__137_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__138_0.distcp b/2B_pretrain/iter_000140000/optim/__138_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__139_0.distcp b/2B_pretrain/iter_000140000/optim/__139_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__13_0.distcp b/2B_pretrain/iter_000140000/optim/__13_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__140_0.distcp b/2B_pretrain/iter_000140000/optim/__140_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__141_0.distcp b/2B_pretrain/iter_000140000/optim/__141_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__142_0.distcp b/2B_pretrain/iter_000140000/optim/__142_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__143_0.distcp b/2B_pretrain/iter_000140000/optim/__143_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__144_0.distcp b/2B_pretrain/iter_000140000/optim/__144_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__145_0.distcp b/2B_pretrain/iter_000140000/optim/__145_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__146_0.distcp b/2B_pretrain/iter_000140000/optim/__146_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__147_0.distcp b/2B_pretrain/iter_000140000/optim/__147_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__148_0.distcp b/2B_pretrain/iter_000140000/optim/__148_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__149_0.distcp b/2B_pretrain/iter_000140000/optim/__149_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__14_0.distcp b/2B_pretrain/iter_000140000/optim/__14_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__150_0.distcp b/2B_pretrain/iter_000140000/optim/__150_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__151_0.distcp b/2B_pretrain/iter_000140000/optim/__151_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__152_0.distcp b/2B_pretrain/iter_000140000/optim/__152_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__153_0.distcp b/2B_pretrain/iter_000140000/optim/__153_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__154_0.distcp b/2B_pretrain/iter_000140000/optim/__154_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__155_0.distcp b/2B_pretrain/iter_000140000/optim/__155_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__156_0.distcp b/2B_pretrain/iter_000140000/optim/__156_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__157_0.distcp b/2B_pretrain/iter_000140000/optim/__157_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__158_0.distcp b/2B_pretrain/iter_000140000/optim/__158_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__159_0.distcp b/2B_pretrain/iter_000140000/optim/__159_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__15_0.distcp b/2B_pretrain/iter_000140000/optim/__15_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__160_0.distcp b/2B_pretrain/iter_000140000/optim/__160_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__161_0.distcp b/2B_pretrain/iter_000140000/optim/__161_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__162_0.distcp b/2B_pretrain/iter_000140000/optim/__162_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__163_0.distcp b/2B_pretrain/iter_000140000/optim/__163_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__164_0.distcp b/2B_pretrain/iter_000140000/optim/__164_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__165_0.distcp b/2B_pretrain/iter_000140000/optim/__165_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__166_0.distcp b/2B_pretrain/iter_000140000/optim/__166_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__167_0.distcp b/2B_pretrain/iter_000140000/optim/__167_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__168_0.distcp b/2B_pretrain/iter_000140000/optim/__168_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__169_0.distcp b/2B_pretrain/iter_000140000/optim/__169_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__16_0.distcp b/2B_pretrain/iter_000140000/optim/__16_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__170_0.distcp b/2B_pretrain/iter_000140000/optim/__170_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__171_0.distcp b/2B_pretrain/iter_000140000/optim/__171_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__172_0.distcp b/2B_pretrain/iter_000140000/optim/__172_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__173_0.distcp b/2B_pretrain/iter_000140000/optim/__173_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__174_0.distcp b/2B_pretrain/iter_000140000/optim/__174_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__175_0.distcp b/2B_pretrain/iter_000140000/optim/__175_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__176_0.distcp b/2B_pretrain/iter_000140000/optim/__176_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__177_0.distcp b/2B_pretrain/iter_000140000/optim/__177_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__178_0.distcp b/2B_pretrain/iter_000140000/optim/__178_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__179_0.distcp b/2B_pretrain/iter_000140000/optim/__179_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__17_0.distcp b/2B_pretrain/iter_000140000/optim/__17_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__180_0.distcp b/2B_pretrain/iter_000140000/optim/__180_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__181_0.distcp b/2B_pretrain/iter_000140000/optim/__181_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__182_0.distcp b/2B_pretrain/iter_000140000/optim/__182_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__183_0.distcp b/2B_pretrain/iter_000140000/optim/__183_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__184_0.distcp b/2B_pretrain/iter_000140000/optim/__184_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__185_0.distcp b/2B_pretrain/iter_000140000/optim/__185_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__186_0.distcp b/2B_pretrain/iter_000140000/optim/__186_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__187_0.distcp b/2B_pretrain/iter_000140000/optim/__187_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__188_0.distcp b/2B_pretrain/iter_000140000/optim/__188_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__189_0.distcp b/2B_pretrain/iter_000140000/optim/__189_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__18_0.distcp b/2B_pretrain/iter_000140000/optim/__18_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__190_0.distcp b/2B_pretrain/iter_000140000/optim/__190_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__191_0.distcp b/2B_pretrain/iter_000140000/optim/__191_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__192_0.distcp b/2B_pretrain/iter_000140000/optim/__192_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__193_0.distcp b/2B_pretrain/iter_000140000/optim/__193_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__194_0.distcp b/2B_pretrain/iter_000140000/optim/__194_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__195_0.distcp b/2B_pretrain/iter_000140000/optim/__195_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__196_0.distcp b/2B_pretrain/iter_000140000/optim/__196_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__197_0.distcp b/2B_pretrain/iter_000140000/optim/__197_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__198_0.distcp b/2B_pretrain/iter_000140000/optim/__198_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__199_0.distcp b/2B_pretrain/iter_000140000/optim/__199_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__19_0.distcp b/2B_pretrain/iter_000140000/optim/__19_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__200_0.distcp b/2B_pretrain/iter_000140000/optim/__200_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__201_0.distcp b/2B_pretrain/iter_000140000/optim/__201_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__202_0.distcp b/2B_pretrain/iter_000140000/optim/__202_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__203_0.distcp b/2B_pretrain/iter_000140000/optim/__203_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__204_0.distcp b/2B_pretrain/iter_000140000/optim/__204_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__205_0.distcp b/2B_pretrain/iter_000140000/optim/__205_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__206_0.distcp b/2B_pretrain/iter_000140000/optim/__206_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__207_0.distcp b/2B_pretrain/iter_000140000/optim/__207_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__208_0.distcp b/2B_pretrain/iter_000140000/optim/__208_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__209_0.distcp b/2B_pretrain/iter_000140000/optim/__209_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__20_0.distcp b/2B_pretrain/iter_000140000/optim/__20_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__210_0.distcp b/2B_pretrain/iter_000140000/optim/__210_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__211_0.distcp b/2B_pretrain/iter_000140000/optim/__211_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__212_0.distcp b/2B_pretrain/iter_000140000/optim/__212_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__213_0.distcp b/2B_pretrain/iter_000140000/optim/__213_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__214_0.distcp b/2B_pretrain/iter_000140000/optim/__214_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__215_0.distcp b/2B_pretrain/iter_000140000/optim/__215_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__216_0.distcp b/2B_pretrain/iter_000140000/optim/__216_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__217_0.distcp b/2B_pretrain/iter_000140000/optim/__217_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__218_0.distcp b/2B_pretrain/iter_000140000/optim/__218_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__219_0.distcp b/2B_pretrain/iter_000140000/optim/__219_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__21_0.distcp b/2B_pretrain/iter_000140000/optim/__21_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__220_0.distcp b/2B_pretrain/iter_000140000/optim/__220_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__221_0.distcp b/2B_pretrain/iter_000140000/optim/__221_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__222_0.distcp b/2B_pretrain/iter_000140000/optim/__222_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__223_0.distcp b/2B_pretrain/iter_000140000/optim/__223_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__224_0.distcp b/2B_pretrain/iter_000140000/optim/__224_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__225_0.distcp b/2B_pretrain/iter_000140000/optim/__225_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__226_0.distcp b/2B_pretrain/iter_000140000/optim/__226_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__227_0.distcp b/2B_pretrain/iter_000140000/optim/__227_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__228_0.distcp b/2B_pretrain/iter_000140000/optim/__228_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__229_0.distcp b/2B_pretrain/iter_000140000/optim/__229_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__22_0.distcp b/2B_pretrain/iter_000140000/optim/__22_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__230_0.distcp b/2B_pretrain/iter_000140000/optim/__230_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__231_0.distcp b/2B_pretrain/iter_000140000/optim/__231_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__232_0.distcp b/2B_pretrain/iter_000140000/optim/__232_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__233_0.distcp b/2B_pretrain/iter_000140000/optim/__233_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__234_0.distcp b/2B_pretrain/iter_000140000/optim/__234_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__235_0.distcp b/2B_pretrain/iter_000140000/optim/__235_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__236_0.distcp b/2B_pretrain/iter_000140000/optim/__236_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__237_0.distcp b/2B_pretrain/iter_000140000/optim/__237_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__238_0.distcp b/2B_pretrain/iter_000140000/optim/__238_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__239_0.distcp b/2B_pretrain/iter_000140000/optim/__239_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__23_0.distcp b/2B_pretrain/iter_000140000/optim/__23_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__240_0.distcp b/2B_pretrain/iter_000140000/optim/__240_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__241_0.distcp b/2B_pretrain/iter_000140000/optim/__241_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__242_0.distcp b/2B_pretrain/iter_000140000/optim/__242_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__243_0.distcp b/2B_pretrain/iter_000140000/optim/__243_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__244_0.distcp b/2B_pretrain/iter_000140000/optim/__244_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__245_0.distcp b/2B_pretrain/iter_000140000/optim/__245_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__246_0.distcp b/2B_pretrain/iter_000140000/optim/__246_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__247_0.distcp b/2B_pretrain/iter_000140000/optim/__247_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__248_0.distcp b/2B_pretrain/iter_000140000/optim/__248_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__249_0.distcp b/2B_pretrain/iter_000140000/optim/__249_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__24_0.distcp b/2B_pretrain/iter_000140000/optim/__24_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__250_0.distcp b/2B_pretrain/iter_000140000/optim/__250_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__251_0.distcp b/2B_pretrain/iter_000140000/optim/__251_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__252_0.distcp b/2B_pretrain/iter_000140000/optim/__252_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__253_0.distcp b/2B_pretrain/iter_000140000/optim/__253_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__254_0.distcp b/2B_pretrain/iter_000140000/optim/__254_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__255_0.distcp b/2B_pretrain/iter_000140000/optim/__255_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__25_0.distcp b/2B_pretrain/iter_000140000/optim/__25_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__26_0.distcp b/2B_pretrain/iter_000140000/optim/__26_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__27_0.distcp b/2B_pretrain/iter_000140000/optim/__27_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__28_0.distcp b/2B_pretrain/iter_000140000/optim/__28_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__29_0.distcp b/2B_pretrain/iter_000140000/optim/__29_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__30_0.distcp b/2B_pretrain/iter_000140000/optim/__30_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__31_0.distcp b/2B_pretrain/iter_000140000/optim/__31_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__32_0.distcp b/2B_pretrain/iter_000140000/optim/__32_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__33_0.distcp b/2B_pretrain/iter_000140000/optim/__33_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__34_0.distcp b/2B_pretrain/iter_000140000/optim/__34_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__35_0.distcp b/2B_pretrain/iter_000140000/optim/__35_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__36_0.distcp b/2B_pretrain/iter_000140000/optim/__36_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__37_0.distcp b/2B_pretrain/iter_000140000/optim/__37_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__38_0.distcp b/2B_pretrain/iter_000140000/optim/__38_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__39_0.distcp b/2B_pretrain/iter_000140000/optim/__39_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__40_0.distcp b/2B_pretrain/iter_000140000/optim/__40_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__41_0.distcp b/2B_pretrain/iter_000140000/optim/__41_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__42_0.distcp b/2B_pretrain/iter_000140000/optim/__42_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__43_0.distcp b/2B_pretrain/iter_000140000/optim/__43_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__44_0.distcp b/2B_pretrain/iter_000140000/optim/__44_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__45_0.distcp b/2B_pretrain/iter_000140000/optim/__45_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__46_0.distcp b/2B_pretrain/iter_000140000/optim/__46_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__47_0.distcp b/2B_pretrain/iter_000140000/optim/__47_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__48_0.distcp b/2B_pretrain/iter_000140000/optim/__48_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__49_0.distcp b/2B_pretrain/iter_000140000/optim/__49_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__50_0.distcp b/2B_pretrain/iter_000140000/optim/__50_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__51_0.distcp b/2B_pretrain/iter_000140000/optim/__51_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__52_0.distcp b/2B_pretrain/iter_000140000/optim/__52_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__53_0.distcp b/2B_pretrain/iter_000140000/optim/__53_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__54_0.distcp b/2B_pretrain/iter_000140000/optim/__54_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__55_0.distcp b/2B_pretrain/iter_000140000/optim/__55_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__56_0.distcp b/2B_pretrain/iter_000140000/optim/__56_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__57_0.distcp b/2B_pretrain/iter_000140000/optim/__57_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__58_0.distcp b/2B_pretrain/iter_000140000/optim/__58_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__59_0.distcp b/2B_pretrain/iter_000140000/optim/__59_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__60_0.distcp b/2B_pretrain/iter_000140000/optim/__60_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__61_0.distcp b/2B_pretrain/iter_000140000/optim/__61_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__62_0.distcp b/2B_pretrain/iter_000140000/optim/__62_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__63_0.distcp b/2B_pretrain/iter_000140000/optim/__63_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__64_0.distcp b/2B_pretrain/iter_000140000/optim/__64_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__65_0.distcp b/2B_pretrain/iter_000140000/optim/__65_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__66_0.distcp b/2B_pretrain/iter_000140000/optim/__66_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__67_0.distcp b/2B_pretrain/iter_000140000/optim/__67_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__68_0.distcp b/2B_pretrain/iter_000140000/optim/__68_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__69_0.distcp b/2B_pretrain/iter_000140000/optim/__69_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__70_0.distcp b/2B_pretrain/iter_000140000/optim/__70_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__71_0.distcp b/2B_pretrain/iter_000140000/optim/__71_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__72_0.distcp b/2B_pretrain/iter_000140000/optim/__72_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__73_0.distcp b/2B_pretrain/iter_000140000/optim/__73_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__74_0.distcp b/2B_pretrain/iter_000140000/optim/__74_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__75_0.distcp b/2B_pretrain/iter_000140000/optim/__75_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__76_0.distcp b/2B_pretrain/iter_000140000/optim/__76_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__77_0.distcp b/2B_pretrain/iter_000140000/optim/__77_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__78_0.distcp b/2B_pretrain/iter_000140000/optim/__78_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__79_0.distcp b/2B_pretrain/iter_000140000/optim/__79_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__80_0.distcp b/2B_pretrain/iter_000140000/optim/__80_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__81_0.distcp b/2B_pretrain/iter_000140000/optim/__81_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__82_0.distcp b/2B_pretrain/iter_000140000/optim/__82_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__83_0.distcp b/2B_pretrain/iter_000140000/optim/__83_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__84_0.distcp b/2B_pretrain/iter_000140000/optim/__84_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__85_0.distcp b/2B_pretrain/iter_000140000/optim/__85_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__86_0.distcp b/2B_pretrain/iter_000140000/optim/__86_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__87_0.distcp b/2B_pretrain/iter_000140000/optim/__87_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__88_0.distcp b/2B_pretrain/iter_000140000/optim/__88_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__89_0.distcp b/2B_pretrain/iter_000140000/optim/__89_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__8_0.distcp b/2B_pretrain/iter_000140000/optim/__8_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__90_0.distcp b/2B_pretrain/iter_000140000/optim/__90_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__91_0.distcp b/2B_pretrain/iter_000140000/optim/__91_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__92_0.distcp b/2B_pretrain/iter_000140000/optim/__92_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__93_0.distcp b/2B_pretrain/iter_000140000/optim/__93_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__94_0.distcp b/2B_pretrain/iter_000140000/optim/__94_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__95_0.distcp b/2B_pretrain/iter_000140000/optim/__95_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__96_0.distcp b/2B_pretrain/iter_000140000/optim/__96_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__97_0.distcp b/2B_pretrain/iter_000140000/optim/__97_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__98_0.distcp b/2B_pretrain/iter_000140000/optim/__98_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__99_0.distcp b/2B_pretrain/iter_000140000/optim/__99_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/optim/__9_0.distcp b/2B_pretrain/iter_000140000/optim/__9_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/.metadata b/2B_pretrain/iter_000140000/scheduler/.metadata new file mode 100644 index 0000000000000000000000000000000000000000..7e21eaf3c2908b1d7a1bb5dc85e3ba958b2af372 Binary files /dev/null and b/2B_pretrain/iter_000140000/scheduler/.metadata differ diff --git a/2B_pretrain/iter_000140000/scheduler/__105_0.distcp b/2B_pretrain/iter_000140000/scheduler/__105_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__108_0.distcp b/2B_pretrain/iter_000140000/scheduler/__108_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__117_0.distcp b/2B_pretrain/iter_000140000/scheduler/__117_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__118_0.distcp b/2B_pretrain/iter_000140000/scheduler/__118_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__121_0.distcp b/2B_pretrain/iter_000140000/scheduler/__121_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__132_0.distcp b/2B_pretrain/iter_000140000/scheduler/__132_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__133_0.distcp b/2B_pretrain/iter_000140000/scheduler/__133_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__134_0.distcp b/2B_pretrain/iter_000140000/scheduler/__134_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__141_0.distcp b/2B_pretrain/iter_000140000/scheduler/__141_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__153_0.distcp b/2B_pretrain/iter_000140000/scheduler/__153_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__155_0.distcp b/2B_pretrain/iter_000140000/scheduler/__155_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__15_0.distcp b/2B_pretrain/iter_000140000/scheduler/__15_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__163_0.distcp b/2B_pretrain/iter_000140000/scheduler/__163_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__170_0.distcp b/2B_pretrain/iter_000140000/scheduler/__170_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__176_0.distcp b/2B_pretrain/iter_000140000/scheduler/__176_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__185_0.distcp b/2B_pretrain/iter_000140000/scheduler/__185_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__186_0.distcp b/2B_pretrain/iter_000140000/scheduler/__186_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__196_0.distcp b/2B_pretrain/iter_000140000/scheduler/__196_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__198_0.distcp b/2B_pretrain/iter_000140000/scheduler/__198_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__201_0.distcp b/2B_pretrain/iter_000140000/scheduler/__201_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__220_0.distcp b/2B_pretrain/iter_000140000/scheduler/__220_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__222_0.distcp b/2B_pretrain/iter_000140000/scheduler/__222_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__22_0.distcp b/2B_pretrain/iter_000140000/scheduler/__22_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__233_0.distcp b/2B_pretrain/iter_000140000/scheduler/__233_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__235_0.distcp b/2B_pretrain/iter_000140000/scheduler/__235_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__239_0.distcp b/2B_pretrain/iter_000140000/scheduler/__239_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__24_0.distcp b/2B_pretrain/iter_000140000/scheduler/__24_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__255_0.distcp b/2B_pretrain/iter_000140000/scheduler/__255_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__27_0.distcp b/2B_pretrain/iter_000140000/scheduler/__27_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__30_0.distcp b/2B_pretrain/iter_000140000/scheduler/__30_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__31_0.distcp b/2B_pretrain/iter_000140000/scheduler/__31_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__33_0.distcp b/2B_pretrain/iter_000140000/scheduler/__33_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__38_0.distcp b/2B_pretrain/iter_000140000/scheduler/__38_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__3_0.distcp b/2B_pretrain/iter_000140000/scheduler/__3_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__49_0.distcp b/2B_pretrain/iter_000140000/scheduler/__49_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__51_0.distcp b/2B_pretrain/iter_000140000/scheduler/__51_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__6_0.distcp b/2B_pretrain/iter_000140000/scheduler/__6_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__70_0.distcp b/2B_pretrain/iter_000140000/scheduler/__70_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__74_0.distcp b/2B_pretrain/iter_000140000/scheduler/__74_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__75_0.distcp b/2B_pretrain/iter_000140000/scheduler/__75_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__80_0.distcp b/2B_pretrain/iter_000140000/scheduler/__80_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__84_0.distcp b/2B_pretrain/iter_000140000/scheduler/__84_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__8_0.distcp b/2B_pretrain/iter_000140000/scheduler/__8_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/scheduler/__98_0.distcp b/2B_pretrain/iter_000140000/scheduler/__98_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/.metadata b/2B_pretrain/iter_000140000/trainer/.metadata new file mode 100644 index 0000000000000000000000000000000000000000..44861cade8f59230c50f65f3bc22aa4160913d72 Binary files /dev/null and b/2B_pretrain/iter_000140000/trainer/.metadata differ diff --git a/2B_pretrain/iter_000140000/trainer/__0_0.distcp b/2B_pretrain/iter_000140000/trainer/__0_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..f3b7a5357f179d8cb969b53f600b8555cb495ed3 Binary files /dev/null and b/2B_pretrain/iter_000140000/trainer/__0_0.distcp differ diff --git a/2B_pretrain/iter_000140000/trainer/__100_0.distcp b/2B_pretrain/iter_000140000/trainer/__100_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__101_0.distcp b/2B_pretrain/iter_000140000/trainer/__101_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__102_0.distcp b/2B_pretrain/iter_000140000/trainer/__102_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__103_0.distcp b/2B_pretrain/iter_000140000/trainer/__103_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__104_0.distcp b/2B_pretrain/iter_000140000/trainer/__104_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__105_0.distcp b/2B_pretrain/iter_000140000/trainer/__105_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__106_0.distcp b/2B_pretrain/iter_000140000/trainer/__106_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__107_0.distcp b/2B_pretrain/iter_000140000/trainer/__107_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__108_0.distcp b/2B_pretrain/iter_000140000/trainer/__108_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__109_0.distcp b/2B_pretrain/iter_000140000/trainer/__109_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__10_0.distcp b/2B_pretrain/iter_000140000/trainer/__10_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__110_0.distcp b/2B_pretrain/iter_000140000/trainer/__110_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__111_0.distcp b/2B_pretrain/iter_000140000/trainer/__111_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__112_0.distcp b/2B_pretrain/iter_000140000/trainer/__112_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__113_0.distcp b/2B_pretrain/iter_000140000/trainer/__113_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__114_0.distcp b/2B_pretrain/iter_000140000/trainer/__114_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__115_0.distcp b/2B_pretrain/iter_000140000/trainer/__115_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__116_0.distcp b/2B_pretrain/iter_000140000/trainer/__116_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__117_0.distcp b/2B_pretrain/iter_000140000/trainer/__117_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__118_0.distcp b/2B_pretrain/iter_000140000/trainer/__118_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__119_0.distcp b/2B_pretrain/iter_000140000/trainer/__119_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__11_0.distcp b/2B_pretrain/iter_000140000/trainer/__11_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__120_0.distcp b/2B_pretrain/iter_000140000/trainer/__120_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__121_0.distcp b/2B_pretrain/iter_000140000/trainer/__121_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__122_0.distcp b/2B_pretrain/iter_000140000/trainer/__122_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__123_0.distcp b/2B_pretrain/iter_000140000/trainer/__123_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__124_0.distcp b/2B_pretrain/iter_000140000/trainer/__124_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__125_0.distcp b/2B_pretrain/iter_000140000/trainer/__125_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__126_0.distcp b/2B_pretrain/iter_000140000/trainer/__126_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__127_0.distcp b/2B_pretrain/iter_000140000/trainer/__127_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__128_0.distcp b/2B_pretrain/iter_000140000/trainer/__128_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__129_0.distcp b/2B_pretrain/iter_000140000/trainer/__129_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__12_0.distcp b/2B_pretrain/iter_000140000/trainer/__12_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__130_0.distcp b/2B_pretrain/iter_000140000/trainer/__130_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__131_0.distcp b/2B_pretrain/iter_000140000/trainer/__131_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__132_0.distcp b/2B_pretrain/iter_000140000/trainer/__132_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__133_0.distcp b/2B_pretrain/iter_000140000/trainer/__133_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__134_0.distcp b/2B_pretrain/iter_000140000/trainer/__134_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__135_0.distcp b/2B_pretrain/iter_000140000/trainer/__135_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__136_0.distcp b/2B_pretrain/iter_000140000/trainer/__136_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__137_0.distcp b/2B_pretrain/iter_000140000/trainer/__137_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__138_0.distcp b/2B_pretrain/iter_000140000/trainer/__138_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__139_0.distcp b/2B_pretrain/iter_000140000/trainer/__139_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__13_0.distcp b/2B_pretrain/iter_000140000/trainer/__13_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__140_0.distcp b/2B_pretrain/iter_000140000/trainer/__140_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__141_0.distcp b/2B_pretrain/iter_000140000/trainer/__141_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__142_0.distcp b/2B_pretrain/iter_000140000/trainer/__142_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__143_0.distcp b/2B_pretrain/iter_000140000/trainer/__143_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__144_0.distcp b/2B_pretrain/iter_000140000/trainer/__144_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__145_0.distcp b/2B_pretrain/iter_000140000/trainer/__145_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__146_0.distcp b/2B_pretrain/iter_000140000/trainer/__146_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__147_0.distcp b/2B_pretrain/iter_000140000/trainer/__147_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__148_0.distcp b/2B_pretrain/iter_000140000/trainer/__148_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__149_0.distcp b/2B_pretrain/iter_000140000/trainer/__149_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__14_0.distcp b/2B_pretrain/iter_000140000/trainer/__14_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__150_0.distcp b/2B_pretrain/iter_000140000/trainer/__150_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__151_0.distcp b/2B_pretrain/iter_000140000/trainer/__151_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__152_0.distcp b/2B_pretrain/iter_000140000/trainer/__152_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__153_0.distcp b/2B_pretrain/iter_000140000/trainer/__153_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__154_0.distcp b/2B_pretrain/iter_000140000/trainer/__154_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__155_0.distcp b/2B_pretrain/iter_000140000/trainer/__155_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__156_0.distcp b/2B_pretrain/iter_000140000/trainer/__156_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__157_0.distcp b/2B_pretrain/iter_000140000/trainer/__157_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__158_0.distcp b/2B_pretrain/iter_000140000/trainer/__158_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__159_0.distcp b/2B_pretrain/iter_000140000/trainer/__159_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__15_0.distcp b/2B_pretrain/iter_000140000/trainer/__15_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__160_0.distcp b/2B_pretrain/iter_000140000/trainer/__160_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__161_0.distcp b/2B_pretrain/iter_000140000/trainer/__161_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__162_0.distcp b/2B_pretrain/iter_000140000/trainer/__162_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__163_0.distcp b/2B_pretrain/iter_000140000/trainer/__163_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__164_0.distcp b/2B_pretrain/iter_000140000/trainer/__164_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__165_0.distcp b/2B_pretrain/iter_000140000/trainer/__165_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__166_0.distcp b/2B_pretrain/iter_000140000/trainer/__166_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__167_0.distcp b/2B_pretrain/iter_000140000/trainer/__167_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__168_0.distcp b/2B_pretrain/iter_000140000/trainer/__168_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__169_0.distcp b/2B_pretrain/iter_000140000/trainer/__169_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__16_0.distcp b/2B_pretrain/iter_000140000/trainer/__16_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__170_0.distcp b/2B_pretrain/iter_000140000/trainer/__170_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__171_0.distcp b/2B_pretrain/iter_000140000/trainer/__171_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__172_0.distcp b/2B_pretrain/iter_000140000/trainer/__172_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__173_0.distcp b/2B_pretrain/iter_000140000/trainer/__173_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__174_0.distcp b/2B_pretrain/iter_000140000/trainer/__174_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__175_0.distcp b/2B_pretrain/iter_000140000/trainer/__175_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__176_0.distcp b/2B_pretrain/iter_000140000/trainer/__176_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__177_0.distcp b/2B_pretrain/iter_000140000/trainer/__177_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__178_0.distcp b/2B_pretrain/iter_000140000/trainer/__178_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__179_0.distcp b/2B_pretrain/iter_000140000/trainer/__179_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__17_0.distcp b/2B_pretrain/iter_000140000/trainer/__17_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__180_0.distcp b/2B_pretrain/iter_000140000/trainer/__180_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__181_0.distcp b/2B_pretrain/iter_000140000/trainer/__181_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__182_0.distcp b/2B_pretrain/iter_000140000/trainer/__182_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__183_0.distcp b/2B_pretrain/iter_000140000/trainer/__183_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__184_0.distcp b/2B_pretrain/iter_000140000/trainer/__184_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__185_0.distcp b/2B_pretrain/iter_000140000/trainer/__185_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__186_0.distcp b/2B_pretrain/iter_000140000/trainer/__186_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__187_0.distcp b/2B_pretrain/iter_000140000/trainer/__187_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__188_0.distcp b/2B_pretrain/iter_000140000/trainer/__188_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__189_0.distcp b/2B_pretrain/iter_000140000/trainer/__189_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__18_0.distcp b/2B_pretrain/iter_000140000/trainer/__18_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__190_0.distcp b/2B_pretrain/iter_000140000/trainer/__190_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__191_0.distcp b/2B_pretrain/iter_000140000/trainer/__191_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__192_0.distcp b/2B_pretrain/iter_000140000/trainer/__192_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__193_0.distcp b/2B_pretrain/iter_000140000/trainer/__193_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__194_0.distcp b/2B_pretrain/iter_000140000/trainer/__194_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__195_0.distcp b/2B_pretrain/iter_000140000/trainer/__195_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__196_0.distcp b/2B_pretrain/iter_000140000/trainer/__196_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__197_0.distcp b/2B_pretrain/iter_000140000/trainer/__197_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__198_0.distcp b/2B_pretrain/iter_000140000/trainer/__198_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__199_0.distcp b/2B_pretrain/iter_000140000/trainer/__199_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__19_0.distcp b/2B_pretrain/iter_000140000/trainer/__19_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__1_0.distcp b/2B_pretrain/iter_000140000/trainer/__1_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__200_0.distcp b/2B_pretrain/iter_000140000/trainer/__200_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__201_0.distcp b/2B_pretrain/iter_000140000/trainer/__201_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__202_0.distcp b/2B_pretrain/iter_000140000/trainer/__202_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__203_0.distcp b/2B_pretrain/iter_000140000/trainer/__203_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__204_0.distcp b/2B_pretrain/iter_000140000/trainer/__204_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__205_0.distcp b/2B_pretrain/iter_000140000/trainer/__205_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__206_0.distcp b/2B_pretrain/iter_000140000/trainer/__206_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__207_0.distcp b/2B_pretrain/iter_000140000/trainer/__207_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__208_0.distcp b/2B_pretrain/iter_000140000/trainer/__208_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__209_0.distcp b/2B_pretrain/iter_000140000/trainer/__209_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__20_0.distcp b/2B_pretrain/iter_000140000/trainer/__20_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__210_0.distcp b/2B_pretrain/iter_000140000/trainer/__210_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__211_0.distcp b/2B_pretrain/iter_000140000/trainer/__211_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__212_0.distcp b/2B_pretrain/iter_000140000/trainer/__212_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__213_0.distcp b/2B_pretrain/iter_000140000/trainer/__213_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__214_0.distcp b/2B_pretrain/iter_000140000/trainer/__214_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__215_0.distcp b/2B_pretrain/iter_000140000/trainer/__215_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__216_0.distcp b/2B_pretrain/iter_000140000/trainer/__216_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__217_0.distcp b/2B_pretrain/iter_000140000/trainer/__217_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__218_0.distcp b/2B_pretrain/iter_000140000/trainer/__218_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__219_0.distcp b/2B_pretrain/iter_000140000/trainer/__219_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__21_0.distcp b/2B_pretrain/iter_000140000/trainer/__21_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__220_0.distcp b/2B_pretrain/iter_000140000/trainer/__220_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__221_0.distcp b/2B_pretrain/iter_000140000/trainer/__221_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__222_0.distcp b/2B_pretrain/iter_000140000/trainer/__222_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__223_0.distcp b/2B_pretrain/iter_000140000/trainer/__223_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__224_0.distcp b/2B_pretrain/iter_000140000/trainer/__224_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__225_0.distcp b/2B_pretrain/iter_000140000/trainer/__225_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__226_0.distcp b/2B_pretrain/iter_000140000/trainer/__226_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__227_0.distcp b/2B_pretrain/iter_000140000/trainer/__227_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__228_0.distcp b/2B_pretrain/iter_000140000/trainer/__228_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__229_0.distcp b/2B_pretrain/iter_000140000/trainer/__229_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__22_0.distcp b/2B_pretrain/iter_000140000/trainer/__22_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__230_0.distcp b/2B_pretrain/iter_000140000/trainer/__230_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__231_0.distcp b/2B_pretrain/iter_000140000/trainer/__231_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__232_0.distcp b/2B_pretrain/iter_000140000/trainer/__232_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__233_0.distcp b/2B_pretrain/iter_000140000/trainer/__233_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__234_0.distcp b/2B_pretrain/iter_000140000/trainer/__234_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__235_0.distcp b/2B_pretrain/iter_000140000/trainer/__235_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__236_0.distcp b/2B_pretrain/iter_000140000/trainer/__236_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__237_0.distcp b/2B_pretrain/iter_000140000/trainer/__237_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__238_0.distcp b/2B_pretrain/iter_000140000/trainer/__238_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__239_0.distcp b/2B_pretrain/iter_000140000/trainer/__239_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__23_0.distcp b/2B_pretrain/iter_000140000/trainer/__23_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__240_0.distcp b/2B_pretrain/iter_000140000/trainer/__240_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__241_0.distcp b/2B_pretrain/iter_000140000/trainer/__241_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__242_0.distcp b/2B_pretrain/iter_000140000/trainer/__242_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__243_0.distcp b/2B_pretrain/iter_000140000/trainer/__243_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__244_0.distcp b/2B_pretrain/iter_000140000/trainer/__244_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__245_0.distcp b/2B_pretrain/iter_000140000/trainer/__245_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__246_0.distcp b/2B_pretrain/iter_000140000/trainer/__246_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__247_0.distcp b/2B_pretrain/iter_000140000/trainer/__247_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__248_0.distcp b/2B_pretrain/iter_000140000/trainer/__248_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__249_0.distcp b/2B_pretrain/iter_000140000/trainer/__249_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__24_0.distcp b/2B_pretrain/iter_000140000/trainer/__24_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__250_0.distcp b/2B_pretrain/iter_000140000/trainer/__250_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__251_0.distcp b/2B_pretrain/iter_000140000/trainer/__251_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__252_0.distcp b/2B_pretrain/iter_000140000/trainer/__252_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__253_0.distcp b/2B_pretrain/iter_000140000/trainer/__253_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__254_0.distcp b/2B_pretrain/iter_000140000/trainer/__254_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__255_0.distcp b/2B_pretrain/iter_000140000/trainer/__255_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__25_0.distcp b/2B_pretrain/iter_000140000/trainer/__25_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__26_0.distcp b/2B_pretrain/iter_000140000/trainer/__26_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__27_0.distcp b/2B_pretrain/iter_000140000/trainer/__27_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__28_0.distcp b/2B_pretrain/iter_000140000/trainer/__28_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__29_0.distcp b/2B_pretrain/iter_000140000/trainer/__29_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__2_0.distcp b/2B_pretrain/iter_000140000/trainer/__2_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__30_0.distcp b/2B_pretrain/iter_000140000/trainer/__30_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__31_0.distcp b/2B_pretrain/iter_000140000/trainer/__31_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__32_0.distcp b/2B_pretrain/iter_000140000/trainer/__32_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__33_0.distcp b/2B_pretrain/iter_000140000/trainer/__33_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__34_0.distcp b/2B_pretrain/iter_000140000/trainer/__34_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__35_0.distcp b/2B_pretrain/iter_000140000/trainer/__35_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__36_0.distcp b/2B_pretrain/iter_000140000/trainer/__36_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__37_0.distcp b/2B_pretrain/iter_000140000/trainer/__37_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__38_0.distcp b/2B_pretrain/iter_000140000/trainer/__38_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__39_0.distcp b/2B_pretrain/iter_000140000/trainer/__39_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__3_0.distcp b/2B_pretrain/iter_000140000/trainer/__3_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__40_0.distcp b/2B_pretrain/iter_000140000/trainer/__40_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__41_0.distcp b/2B_pretrain/iter_000140000/trainer/__41_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__42_0.distcp b/2B_pretrain/iter_000140000/trainer/__42_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__43_0.distcp b/2B_pretrain/iter_000140000/trainer/__43_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__44_0.distcp b/2B_pretrain/iter_000140000/trainer/__44_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__45_0.distcp b/2B_pretrain/iter_000140000/trainer/__45_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__46_0.distcp b/2B_pretrain/iter_000140000/trainer/__46_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__47_0.distcp b/2B_pretrain/iter_000140000/trainer/__47_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__48_0.distcp b/2B_pretrain/iter_000140000/trainer/__48_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__49_0.distcp b/2B_pretrain/iter_000140000/trainer/__49_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__4_0.distcp b/2B_pretrain/iter_000140000/trainer/__4_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__50_0.distcp b/2B_pretrain/iter_000140000/trainer/__50_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__51_0.distcp b/2B_pretrain/iter_000140000/trainer/__51_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__52_0.distcp b/2B_pretrain/iter_000140000/trainer/__52_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__53_0.distcp b/2B_pretrain/iter_000140000/trainer/__53_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__54_0.distcp b/2B_pretrain/iter_000140000/trainer/__54_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__55_0.distcp b/2B_pretrain/iter_000140000/trainer/__55_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__56_0.distcp b/2B_pretrain/iter_000140000/trainer/__56_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__57_0.distcp b/2B_pretrain/iter_000140000/trainer/__57_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__58_0.distcp b/2B_pretrain/iter_000140000/trainer/__58_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__59_0.distcp b/2B_pretrain/iter_000140000/trainer/__59_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__5_0.distcp b/2B_pretrain/iter_000140000/trainer/__5_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__60_0.distcp b/2B_pretrain/iter_000140000/trainer/__60_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__61_0.distcp b/2B_pretrain/iter_000140000/trainer/__61_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__62_0.distcp b/2B_pretrain/iter_000140000/trainer/__62_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__63_0.distcp b/2B_pretrain/iter_000140000/trainer/__63_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__64_0.distcp b/2B_pretrain/iter_000140000/trainer/__64_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__65_0.distcp b/2B_pretrain/iter_000140000/trainer/__65_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__66_0.distcp b/2B_pretrain/iter_000140000/trainer/__66_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__67_0.distcp b/2B_pretrain/iter_000140000/trainer/__67_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__68_0.distcp b/2B_pretrain/iter_000140000/trainer/__68_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__69_0.distcp b/2B_pretrain/iter_000140000/trainer/__69_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__6_0.distcp b/2B_pretrain/iter_000140000/trainer/__6_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__70_0.distcp b/2B_pretrain/iter_000140000/trainer/__70_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__71_0.distcp b/2B_pretrain/iter_000140000/trainer/__71_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__72_0.distcp b/2B_pretrain/iter_000140000/trainer/__72_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__73_0.distcp b/2B_pretrain/iter_000140000/trainer/__73_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__74_0.distcp b/2B_pretrain/iter_000140000/trainer/__74_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__75_0.distcp b/2B_pretrain/iter_000140000/trainer/__75_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__76_0.distcp b/2B_pretrain/iter_000140000/trainer/__76_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__77_0.distcp b/2B_pretrain/iter_000140000/trainer/__77_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__78_0.distcp b/2B_pretrain/iter_000140000/trainer/__78_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__79_0.distcp b/2B_pretrain/iter_000140000/trainer/__79_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__7_0.distcp b/2B_pretrain/iter_000140000/trainer/__7_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__80_0.distcp b/2B_pretrain/iter_000140000/trainer/__80_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__81_0.distcp b/2B_pretrain/iter_000140000/trainer/__81_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__82_0.distcp b/2B_pretrain/iter_000140000/trainer/__82_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__83_0.distcp b/2B_pretrain/iter_000140000/trainer/__83_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__84_0.distcp b/2B_pretrain/iter_000140000/trainer/__84_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__85_0.distcp b/2B_pretrain/iter_000140000/trainer/__85_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__86_0.distcp b/2B_pretrain/iter_000140000/trainer/__86_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__87_0.distcp b/2B_pretrain/iter_000140000/trainer/__87_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__88_0.distcp b/2B_pretrain/iter_000140000/trainer/__88_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__89_0.distcp b/2B_pretrain/iter_000140000/trainer/__89_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__8_0.distcp b/2B_pretrain/iter_000140000/trainer/__8_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__90_0.distcp b/2B_pretrain/iter_000140000/trainer/__90_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__91_0.distcp b/2B_pretrain/iter_000140000/trainer/__91_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__92_0.distcp b/2B_pretrain/iter_000140000/trainer/__92_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__93_0.distcp b/2B_pretrain/iter_000140000/trainer/__93_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__94_0.distcp b/2B_pretrain/iter_000140000/trainer/__94_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__95_0.distcp b/2B_pretrain/iter_000140000/trainer/__95_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__96_0.distcp b/2B_pretrain/iter_000140000/trainer/__96_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__97_0.distcp b/2B_pretrain/iter_000140000/trainer/__97_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__98_0.distcp b/2B_pretrain/iter_000140000/trainer/__98_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__99_0.distcp b/2B_pretrain/iter_000140000/trainer/__99_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/2B_pretrain/iter_000140000/trainer/__9_0.distcp b/2B_pretrain/iter_000140000/trainer/__9_0.distcp new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391